-- Logs begin at Mon 2021-05-10 14:25:54 UTC, end at Mon 2021-05-10 15:19:18 UTC. -- May 10 14:53:12.376237 dv-cinder-780933-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 14:53:14.778125 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.common.config [-] Logging enabled! May 10 14:53:14.778718 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 14:53:14.778924 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78609) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 14:53:14.782704 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.common.config [-] Logging enabled! May 10 14:53:14.782963 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 14:53:14.783275 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78609) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 14:53:14.784204 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 14:53:14.784439 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 14:53:14.784798 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 14:53:14.785043 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 14:53:14.785268 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 14:53:14.785589 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.785887 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.786206 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.786439 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.786738 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.787030 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.787311 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.787601 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.787900 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.788185 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.788463 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.788747 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.788977 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.789261 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.789548 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.789837 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.790061 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] debug = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.790373 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.790800 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.791206 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.791486 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.791777 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.792055 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.792331 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.792608 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.792892 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.793218 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] host = dv-cinder-780933-4-iscsi {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.793494 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.793784 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.794336 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.794630 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.794906 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.795183 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.795466 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.795738 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.796011 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] log_file = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.796286 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.796576 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.796862 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.797152 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.797996 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.798249 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.798542 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.798832 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.799109 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.799389 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.799663 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.799937 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.800209 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.800476 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.800762 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.801047 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.801331 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.801603 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.801874 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.802167 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.802441 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.802722 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.802995 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.803266 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.803536 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.803820 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.804088 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.804359 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.804661 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.804944 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.805226 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.805507 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.805776 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.806057 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.806355 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.806630 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.806902 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] use_json = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.807175 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.807446 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.807739 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.808008 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.808280 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.808552 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.808837 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.809118 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:14.809404 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.809705 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.810001 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.810306 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.810602 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.810881 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.811171 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.811449 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.811737 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.812023 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.812305 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.812583 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.812867 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.813168 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.813460 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.813763 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.814055 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.814366 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.814640 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.814911 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.815183 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.815458 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.815742 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.816032 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.816319 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.816591 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.816870 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.817158 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.817433 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.817703 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.817978 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.818289 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.818567 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.818836 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.819119 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.819394 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.819664 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.819932 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.820206 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.820492 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.820770 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.821041 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.821310 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.821587 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.821858 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.822161 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.822438 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.822711 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.822980 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.823258 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.823527 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.823799 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.824073 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.824345 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.824622 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.824893 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.825173 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.825443 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.825713 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.825983 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.826274 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.826545 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.826823 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.827096 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.827366 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.827636 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.827910 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.828181 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.828463 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.828786 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.829064 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.829347 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.829622 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.829901 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.830201 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.830482 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.830761 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.831038 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.831309 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.831600 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.831884 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.832167 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.832452 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.832730 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.833024 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.833299 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.833579 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.833852 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.834142 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.834560 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.834849 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.835145 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.835442 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.835739 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.836032 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.836322 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.836602 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.836916 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.837192 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:14.837406 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 14:53:14.837644 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78609) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 14:53:15.186289 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:15.186569 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:15.186865 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:15.187549 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 14:53:15.489907 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.490150 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.490423 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.491612 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.491892 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.492155 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.610951 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.611226 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.611492 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.624462 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.624741 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.625010 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.653719 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.654004 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.654300 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.693301 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.693581 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.693852 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.924548 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.925151 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.925151 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.925353 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:15.926123 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.050642 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.050963 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.051249 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.051524 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.051795 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.052108 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.052371 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.052631 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.052884 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.053170 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.053433 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.053700 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.053967 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.054252 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.054520 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.054788 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.055050 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.055325 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.055583 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.055867 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.056217 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.056473 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.056725 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.057151 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.057412 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.057666 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.058050 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:53:16.058328 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:53:16.058574 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:53:16.058815 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:53:16.059056 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:53:16.059296 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:53:16.059664 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 14:53:16.062791 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 14:53:16.066698 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 14:53:16.070656 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 10 14:53:16.072276 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 14:53:16.072740 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 14:53:16.073057 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 14:53:16.073440 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 14:53:16.076234 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 14:53:16.076492 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 14:53:16.076993 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 14:53:16.104622 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 14:53:16.105069 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.105366 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78609) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 14:53:16.105728 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.107113 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78609) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 14:53:16.107399 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 14:53:16.107650 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 14:53:16.111389 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.111625 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.190330 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 14:53:16.190572 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 14:53:16.190807 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 14:53:16.191174 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 14:53:16.220560 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_db.sqlalchemy.engines [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78609) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 14:53:16.550078 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Initializing driver for type 'gre' May 10 14:53:16.550630 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] gre ID ranges: [(1, 1000)] May 10 14:53:16.605687 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Initializing driver for type 'local' May 10 14:53:16.606040 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Initializing driver for type 'vlan' May 10 14:53:16.617316 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] VlanTypeDriver initialization complete May 10 14:53:16.617649 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Initializing driver for type 'vxlan' May 10 14:53:16.618148 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] vxlan ID ranges: [(1, 1000)] May 10 14:53:16.671286 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Initializing extension driver 'port_security' May 10 14:53:16.671641 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.extensions.port_security [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] PortSecurityExtensionDriver initialization complete May 10 14:53:16.671974 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Initializing mechanism driver 'openvswitch' May 10 14:53:16.672290 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Initializing mechanism driver 'hyperv' May 10 14:53:16.678742 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.plugins.ml2.plugin [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:16.679552 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > port after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.679917 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > port after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.680267 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > port after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.680648 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > subnet after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.680996 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > subnet after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.681335 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.681706 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > network after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.682051 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > network after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.682415 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > network after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.682788 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > security_group after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.683130 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > security_group after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.683473 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.683845 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.684186 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.684520 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.685022 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > address_group after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.685237 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > address_group after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.685569 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.685901 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] ML2 OVO RPC backend initialized. {{(pid=78609) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 14:53:16.686626 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.686978 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.687386 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > network before_response 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.687730 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > networks before_response 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.688072 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > port before_response 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.688407 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > ports before_response 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.688744 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > subnet before_response 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.689080 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > subnets before_response 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.689420 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > network after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.689761 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > network after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.690089 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > network after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.690444 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > port after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.690776 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > port after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.691109 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > port after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.691440 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > subnet after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.691773 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > subnet after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.692102 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.692660 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.plugin [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Modular L2 Plugin initialization complete May 10 14:53:16.692979 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading services supported by the core plugin {{(pid=78609) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 14:53:16.693306 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.plugins.ml2.managers [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Got port-security extension from driver 'port_security' May 10 14:53:16.693757 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.extensions.vlantransparent [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Disabled vlantransparent extension. May 10 14:53:16.694271 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78609) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 14:53:16.694581 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading Plugin: router May 10 14:53:16.730329 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.730716 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router after_create 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.731079 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router before_create 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.731439 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.731807 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.732155 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router after_delete 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.732512 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.732871 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router after_create 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.733210 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router after_update 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.733555 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router after_update 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.733898 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.734282 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router after_update 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.734684 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router precommit_update 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.735069 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: port after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.735406 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: port after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.735736 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: subnet after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.736070 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.736411 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.736754 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router precommit_create 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.737091 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: port before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.737428 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router precommit_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.737779 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router after_update 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.738140 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.738483 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router precommit_create 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.738835 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.739175 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router precommit_update 55549900 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.739540 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > network after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.740375 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Tracking information for resource: router configured {{(pid=78609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:53:16.740702 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Tracking information for resource: floatingip configured {{(pid=78609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:53:16.745570 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.db.l3_agentschedulers_db [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 14:53:16.746166 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: port after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.746527 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: port after_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.746874 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: port after_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.747218 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: port after_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.747995 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router before_create 55550100 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.748354 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.748711 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router precommit_create 55550100 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.749061 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > router precommit_update 55550100 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.753343 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.services.provider_configuration [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service providers = [] {{(pid=78609) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 14:53:16.754261 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.db.servicetype_db [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78609) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 14:53:16.757111 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.services.service_base [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78609) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:53:16.757458 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.services.service_base [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78609) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:53:16.757795 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.services.service_base [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78609) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:53:16.758703 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.services.service_base [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78609) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:53:16.759071 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.services.service_base [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 14:53:16.760861 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:53:16.761192 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 14:53:16.771564 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:53:16.771898 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading Plugin: auto_allocate May 10 14:53:16.777556 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: network precommit_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.777925 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: network precommit_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.778465 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:53:16.778782 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading Plugin: tag May 10 14:53:16.786051 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:53:16.786417 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading Plugin: timestamp May 10 14:53:16.790114 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:53:16.790461 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading Plugin: network_ip_availability May 10 14:53:16.795830 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.796202 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.796557 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:16.797281 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:53:16.797604 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading Plugin: flavors May 10 14:53:16.802548 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:53:16.802830 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading Plugin: revisions May 10 14:53:16.807029 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:53:16.807415 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_concurrency.lockutils [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.620s {{(pid=78609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:16.808143 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78609) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 14:53:16.808476 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Initializing extension manager. May 10 14:53:16.808973 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: __init__.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.809310 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: __pycache__ {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.809641 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.809969 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: address_group.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.810729 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.811297 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: address-group May 10 14:53:16.811618 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: address_scope.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.812323 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.812832 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: address-scope May 10 14:53:16.813674 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.814670 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.815184 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: router-admin-state-down-before-update May 10 14:53:16.815503 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: agent.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.816193 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.816697 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: agent May 10 14:53:16.817016 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: agent_resources_synced.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.817899 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.818430 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: agent-resources-synced May 10 14:53:16.818750 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: allowedaddresspairs.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.820480 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.821000 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: allowed-address-pairs May 10 14:53:16.821322 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: auto_allocated_topology.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.822400 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.822916 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: auto-allocated-topology May 10 14:53:16.823236 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: availability_zone.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.823920 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.824426 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: availability_zone May 10 14:53:16.824746 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: availability_zone_filter.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.825635 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.826163 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: availability_zone_filter May 10 14:53:16.826487 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: data_plane_status.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.827377 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.827880 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension data-plane-status not supported by any of loaded plugins May 10 14:53:16.828198 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: default_subnetpools.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.829636 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.830161 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: default-subnetpools May 10 14:53:16.830484 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.831280 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.831790 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: dhcp_agent_scheduler May 10 14:53:16.832111 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: dns.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.832994 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.833495 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension dns-integration not supported by any of loaded plugins May 10 14:53:16.833816 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: dns_domain_ports.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.834728 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.835232 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 14:53:16.835553 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: dvr.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.836212 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.836714 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: dvr May 10 14:53:16.837031 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: empty_string_filtering.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.837920 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.838457 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: empty-string-filtering May 10 14:53:16.838775 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.839659 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.840186 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 14:53:16.840501 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.841382 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.841888 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 14:53:16.842228 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: external_net.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.843113 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.843617 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: external-net May 10 14:53:16.843934 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.844852 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.845353 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: extra_dhcp_opt May 10 14:53:16.845669 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: extraroute.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.846578 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.847082 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: extraroute May 10 14:53:16.847398 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: extraroute_atomic.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.848435 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.848948 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: extraroute-atomic May 10 14:53:16.849270 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: filter_validation.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.849926 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.850462 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: filter-validation May 10 14:53:16.850785 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: fip_pf_description.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.851858 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.852367 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 14:53:16.852687 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: fip_port_details.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.853583 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.854108 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: fip-port-details May 10 14:53:16.854432 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: flavors.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.855641 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.856157 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: flavors May 10 14:53:16.856484 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.858151 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.858674 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 14:53:16.858998 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: floatingip_pools.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.859685 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.860215 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: floatingip-pools May 10 14:53:16.860824 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: ip_allocation.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.861412 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.861920 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension ip_allocation not supported by any of loaded plugins May 10 14:53:16.862264 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.863160 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.863665 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: ip-substring-filtering May 10 14:53:16.863984 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: l2_adjacency.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.864873 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.865374 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 14:53:16.865692 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: l3.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.866684 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.867201 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: router May 10 14:53:16.867522 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.869721 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.870291 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 14:53:16.870628 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.871527 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.872047 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: ext-gw-mode May 10 14:53:16.872375 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.873268 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.873781 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: l3-ha May 10 14:53:16.874124 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: l3_flavors.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.875025 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.876148 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: l3-flavors May 10 14:53:16.876470 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.877377 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.877891 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 14:53:16.878309 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: l3agentscheduler.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.879342 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.879856 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: l3_agent_scheduler May 10 14:53:16.880184 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: logging.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.881916 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.882487 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension logging not supported by any of loaded plugins May 10 14:53:16.882798 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: metering.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.883556 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.884104 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: metering May 10 14:53:16.884433 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.885520 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.886030 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: metering_source_and_destination_fields May 10 14:53:16.886381 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: multiprovidernet.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.887441 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.887926 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: multi-provider May 10 14:53:16.888263 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: netmtu.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.889141 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.889644 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: net-mtu May 10 14:53:16.889962 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: netmtu_writable.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.890899 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.891994 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: net-mtu-writable May 10 14:53:16.892307 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: network_availability_zone.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.893015 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.893492 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: network_availability_zone May 10 14:53:16.893788 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: network_ip_availability.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.894939 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.895442 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: network-ip-availability May 10 14:53:16.895726 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: network_segment_range.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.896498 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.897012 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension network-segment-range not supported by any of loaded plugins May 10 14:53:16.897306 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: pagination.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.898288 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.898612 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: pagination May 10 14:53:16.898929 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: port_device_profile.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.899827 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.900346 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: port-device-profile May 10 14:53:16.900667 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.901558 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.902075 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: port-mac-address-regenerate May 10 14:53:16.902416 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.903314 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.903821 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: port-numa-affinity-policy May 10 14:53:16.904140 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: port_resource_request.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.905020 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.905522 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension port-resource-request not supported by any of loaded plugins May 10 14:53:16.905836 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: portbindings.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.906798 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.907310 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: binding May 10 14:53:16.907626 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: portbindings_extended.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.908866 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.909375 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: binding-extended May 10 14:53:16.909698 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: portsecurity.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.910677 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.911186 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: port-security May 10 14:53:16.911506 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: project_id.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.912459 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.912786 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: project-id May 10 14:53:16.913102 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: providernet.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.913999 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.914545 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: provider May 10 14:53:16.914860 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: qos.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.918390 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.918916 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension qos not supported by any of loaded plugins May 10 14:53:16.919506 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.920726 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.921250 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 14:53:16.921575 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.922533 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.923048 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 14:53:16.923371 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: qos_default.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.924263 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.924778 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension qos-default not supported by any of loaded plugins May 10 14:53:16.925313 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: qos_fip.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.925727 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.926269 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension qos-fip not supported by any of loaded plugins May 10 14:53:16.926590 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: qos_gateway_ip.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.927487 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.927993 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 14:53:16.928313 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: qos_port_network_policy.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.929197 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.929700 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 14:53:16.930018 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: qos_rule_type_details.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.930943 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.931449 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 14:53:16.931773 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: qos_rules_alias.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.932803 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.933315 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 14:53:16.933642 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: quotasv2.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.934701 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.935030 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: quotas May 10 14:53:16.935348 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: quotasv2_detail.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.936943 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.937285 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: quota_details May 10 14:53:16.937617 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: rbac.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.939204 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.939727 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: rbac-policies May 10 14:53:16.940055 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: rbac_address_group.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.940960 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.941474 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: rbac-address-group May 10 14:53:16.941799 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: rbac_address_scope.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.942805 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.943311 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: rbac-address-scope May 10 14:53:16.943633 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: rbac_security_groups.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.944533 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.945041 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: rbac-security-groups May 10 14:53:16.945361 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: rbac_subnetpool.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.946290 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.946797 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: rbac-subnetpool May 10 14:53:16.947117 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: revisionifmatch.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.948009 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.948516 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: revision-if-match May 10 14:53:16.948834 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: revisions.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.949912 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.950446 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: standard-attr-revisions May 10 14:53:16.950767 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: router_availability_zone.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.951428 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.951936 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: router_availability_zone May 10 14:53:16.952261 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: routerservicetype.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.953153 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.954255 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension router-service-type not supported by any of loaded plugins May 10 14:53:16.954577 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.955479 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.955995 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: security-groups-normalized-cidr May 10 14:53:16.956314 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.957212 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.957723 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: port-security-groups-filtering May 10 14:53:16.958042 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.958961 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.959477 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: security-groups-remote-address-group May 10 14:53:16.959795 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: securitygroup.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.969293 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.969829 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: security-group May 10 14:53:16.970191 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: segment.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.970960 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.971469 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension segment not supported by any of loaded plugins May 10 14:53:16.971795 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.972710 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.973220 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 14:53:16.973545 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: servicetype.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.974730 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.975251 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: service-type May 10 14:53:16.975578 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: sorting.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.976531 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.976861 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: sorting May 10 14:53:16.977182 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: standard_attr_segment.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.978074 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.978615 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 14:53:16.978933 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: standardattrdescription.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.979563 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.980066 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: standard-attr-description May 10 14:53:16.980383 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: stateful_security_group.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.981279 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.981787 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: stateful-security-group May 10 14:53:16.982117 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: stdattrs_common.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.982691 dv-cinder-780933-4-iscsi neutron-server[78609]: WARNING neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 14:53:16.983006 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.983965 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.984475 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 14:53:16.984815 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: subnet_onboard.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.985865 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.986418 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: subnet_onboard May 10 14:53:16.986741 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.987650 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.988157 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 14:53:16.988479 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: subnet_service_types.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.989386 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.989896 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: subnet-service-types May 10 14:53:16.990248 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: subnetallocation.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.991300 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.991807 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: subnet_allocation May 10 14:53:16.992128 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.992784 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.993288 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: subnetpool-prefix-ops May 10 14:53:16.993604 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.994550 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.995061 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 14:53:16.995381 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: tagging.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.996420 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.996940 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: standard-attr-tag May 10 14:53:16.997264 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: timestamp.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:16.998457 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:16.998972 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loaded extension: standard-attr-timestamp May 10 14:53:16.999295 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: trunk.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:17.000306 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:17.001350 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension trunk not supported by any of loaded plugins May 10 14:53:17.001670 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: trunk_details.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:17.002597 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:17.003112 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension trunk-details not supported by any of loaded plugins May 10 14:53:17.003430 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: uplink_status_propagation.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:17.004323 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:17.004829 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 14:53:17.005145 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Loading extension file: vlantransparent.py {{(pid=78609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:53:17.005796 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:53:17.006334 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 14:53:17.008786 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:network May 10 14:53:17.009514 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:subnet May 10 14:53:17.010309 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:53:17.010915 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:port May 10 14:53:17.012166 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.012618 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service FLAVORS assigned prefix: {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.013251 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.013669 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.014001 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:router May 10 14:53:17.014690 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:floatingip May 10 14:53:17.015393 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service METERING assigned prefix: /metering {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.017384 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:17.017737 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:17.018108 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:53:17.019246 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of CountableResource for resource:rbac_policy May 10 14:53:17.019684 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:security_group May 10 14:53:17.020337 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 14:53:17.021060 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service CORE assigned prefix: {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.021396 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:53:17.021729 dv-cinder-780933-4-iscsi neutron-server[78609]: WARNING neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] subnetpool is already registered May 10 14:53:17.022344 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service CORE assigned prefix: {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.022678 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:53:17.023000 dv-cinder-780933-4-iscsi neutron-server[78609]: WARNING neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] subnetpool is already registered May 10 14:53:17.025559 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.025993 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service FLAVORS assigned prefix: {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.026626 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.027044 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.027376 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:router May 10 14:53:17.027700 dv-cinder-780933-4-iscsi neutron-server[78609]: WARNING neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] router is already registered May 10 14:53:17.028290 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:floatingip May 10 14:53:17.028612 dv-cinder-780933-4-iscsi neutron-server[78609]: WARNING neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] floatingip is already registered May 10 14:53:17.029237 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service METERING assigned prefix: /metering {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.029903 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of CountableResource for resource:rbac_policy May 10 14:53:17.030262 dv-cinder-780933-4-iscsi neutron-server[78609]: WARNING neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] rbac_policy is already registered May 10 14:53:17.031740 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:security_group May 10 14:53:17.032077 dv-cinder-780933-4-iscsi neutron-server[78609]: WARNING neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] security_group is already registered May 10 14:53:17.032678 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 14:53:17.033012 dv-cinder-780933-4-iscsi neutron-server[78609]: WARNING neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] security_group_rule is already registered May 10 14:53:17.033677 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service CORE assigned prefix: {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.034009 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:53:17.034356 dv-cinder-780933-4-iscsi neutron-server[78609]: WARNING neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] subnetpool is already registered May 10 14:53:17.034946 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.v2.resource_helper [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Service CORE assigned prefix: {{(pid=78609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:53:17.035275 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:53:17.035594 dv-cinder-780933-4-iscsi neutron-server[78609]: WARNING neutron.quota.resource_registry [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] subnetpool is already registered May 10 14:53:17.036233 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: extensions {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.037696 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: address-groups {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.039304 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: address-scopes {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.040520 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: agents {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.041679 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: auto-allocated-topology {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.042942 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: availability_zones {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.044513 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: dhcp-networks {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.045911 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: dhcp-agents {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.047383 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: routers {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.049173 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: flavors {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.050335 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: service_profiles {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.051535 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: next_providers {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.053088 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: service_profiles {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.054514 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: floatingip-pools {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.055716 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: routers {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.057507 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: floatingips {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.058710 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: l3-routers {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.060056 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: l3-agents {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.061471 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: metering-labels {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.062836 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: metering-label-rules {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.064626 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: network-ip-availabilities {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.065878 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: bindings {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.067555 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: quotas {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.068960 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: quotas {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.070385 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: rbac-policies {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.071672 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: security-groups {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.072868 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: security-group-rules {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.074131 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: service-providers {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.075353 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: subnetpools {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.076740 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: subnetpools {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.078212 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: tags {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.080514 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: tags {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.082349 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: tags {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.084099 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: tags {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.085878 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: tags {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.087733 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: tags {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.089402 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: tags {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.092192 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: tags {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.093956 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: tags {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.206933 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron.api.extensions [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Extended resource: tags {{(pid=78609) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:53:17.212790 dv-cinder-780933-4-iscsi neutron-server[78609]: WARNING keystonemiddleware.auth_token [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 14:53:17.217505 dv-cinder-780933-4-iscsi neutron-server[78609]: WARNING keystonemiddleware.auth_token [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 14:53:17.225566 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_concurrency.lockutils [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Acquired lock "singleton_lock" {{(pid=78609) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 14:53:17.226042 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_concurrency.lockutils [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Releasing lock "singleton_lock" {{(pid=78609) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 14:53:17.226695 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO oslo_service.service [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Starting 2 workers May 10 14:53:17.231370 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Started child 78716 {{(pid=78609) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 14:53:17.236144 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Started child 78717 {{(pid=78609) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 14:53:17.237091 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.237815 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO neutron.service [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 14:53:17.238329 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Notify callbacks [] for process, before_spawn {{(pid=78609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.238652 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [-] (78716) wsgi starting up on http://0.0.0.0:9696 May 10 14:53:17.240670 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.241156 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO oslo_service.service [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Starting 1 workers May 10 14:53:17.242037 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [-] (78717) wsgi starting up on http://0.0.0.0:9696 May 10 14:53:17.245747 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Started child 78718 {{(pid=78609) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 14:53:17.246295 dv-cinder-780933-4-iscsi neutron-server[78609]: INFO oslo_service.service [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Starting 1 workers May 10 14:53:17.249207 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.service [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] calling RpcWorker wait() {{(pid=78718) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 14:53:17.249752 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.service [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] returning from RpcWorker wait() {{(pid=78718) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 14:53:17.251140 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Started child 78719 {{(pid=78609) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 14:53:17.251743 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.251916 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG neutron_lib.callbacks.manager [None req-fac4218c-3d07-40e3-b63a-7035a8381245 None None] Notify callbacks [] for process, after_spawn {{(pid=78609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.252307 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:17.253750 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78609) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 14:53:17.253956 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 14:53:17.254150 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 14:53:17.254363 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 14:53:17.254697 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 14:53:17.254858 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 14:53:17.255357 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.255633 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.255902 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.256170 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.256447 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.256683 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.257167 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.257302 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.257565 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.257831 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.258043 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:17.258175 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.258344 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.258429 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.258665 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.258908 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.259208 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.259467 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.259709 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.259989 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.260157 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.260412 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.260692 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.260947 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.261208 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] debug = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.261443 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.261904 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.262158 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.262412 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.262650 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.262907 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.263147 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.263428 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.263660 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.263869 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.264112 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.264364 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.264592 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.264822 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.265058 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.265318 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.265561 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.266104 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] host = dv-cinder-780933-4-iscsi {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.266349 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.266583 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.266827 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.267074 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.267334 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.267546 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.267805 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.268047 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.268330 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.268551 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.268788 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.269010 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.269223 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.269463 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_file = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.269626 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_options = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.269858 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.270142 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.270406 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.270633 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.270806 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.270987 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.271232 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.271394 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.271640 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.271875 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.272085 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.272300 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.272531 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.272779 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.273022 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.273245 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.273475 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.273701 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.273935 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.274190 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.274433 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.274655 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.274885 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.275110 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.275342 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.275558 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.275779 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.276018 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.276212 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.276448 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.276655 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.276907 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.277134 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.277390 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.277613 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.277834 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.278042 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.278324 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.278553 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.278792 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.279051 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.279259 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.279478 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.279688 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.279926 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.280154 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] use_json = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.280360 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.280585 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.280806 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.281032 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.281255 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.281461 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.281699 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.281926 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.282361 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.282644 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.282963 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.283213 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.283441 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.283697 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.283935 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.284408 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.284770 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.284770 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.285051 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.285254 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.285617 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.285834 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.286186 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.286459 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.286772 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.286992 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.287196 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.287442 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.287658 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.287877 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.288190 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.288450 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.288703 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.288965 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.289176 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.289391 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.289618 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.289848 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.290077 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.290330 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.290578 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.290812 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.291105 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.291255 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.291485 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.291715 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.291957 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.292199 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.292467 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.292695 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.292911 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.293121 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.293345 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.293536 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.293767 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.294001 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.294496 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.294760 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.294983 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.295199 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.295416 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.295630 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.295844 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.296089 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.296309 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.296505 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.296711 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.296977 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.297186 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.297911 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302118 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302118 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302118 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302118 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302118 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302118 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302118 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302118 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302118 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302741 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302741 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302741 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302741 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302741 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302741 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302741 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302741 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.302741 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.303417 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.303417 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.303417 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.303417 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.303417 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.303417 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.303417 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.303879 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.303879 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.304053 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.304188 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.304442 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.304661 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.304889 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.305142 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.305416 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.305657 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.305888 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.306145 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.306357 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.306616 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.306893 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.307111 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.307329 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.307572 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.307808 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.308087 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.308367 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.308639 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.308887 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.309199 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.309490 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.309660 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.309902 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.310456 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.310456 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.310850 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.311097 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.311375 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.311605 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.311833 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.312089 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.312323 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.312565 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.312811 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.313627 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.313862 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.314151 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.314417 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.314711 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.314926 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.315156 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.315478 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.315721 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.315954 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.316161 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.316565 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.316963 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.317304 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.319289 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.319289 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.319289 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.319289 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.319289 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.319289 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.319289 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.319289 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.320325 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.320325 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.320325 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.320325 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.320325 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.320325 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.321074 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.321074 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.321074 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.321531 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.321531 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.321531 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.321900 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.322030 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.322289 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.322472 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.322914 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.322914 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.323184 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.323312 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.323516 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.323735 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.324013 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.324261 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.324490 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.324703 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.324926 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.325153 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.325519 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.325918 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.326184 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.326398 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.326631 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.328494 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.328494 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.328494 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.328494 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.328494 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.328494 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.328494 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.328494 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.329448 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.329448 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.329448 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.329448 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.329736 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.329871 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.330129 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.330358 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.330593 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.330781 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.331188 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.331590 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.331974 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.332327 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.332677 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.333032 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.333383 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.333740 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.334192 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.334589 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.334959 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.335341 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.335724 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.336090 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.336444 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.336824 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.337172 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.337521 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.337923 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.338307 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.338654 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.339012 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.339223 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.339467 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.339681 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.339892 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.340107 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.340309 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.340676 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.341023 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.341378 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.341729 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.342120 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.342460 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.342714 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.342941 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.343222 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.343453 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.343718 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.343987 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.344340 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.344553 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.344811 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.345026 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.345262 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.345500 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.345726 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.346233 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.346527 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.346807 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.347064 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.347323 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.347604 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.347852 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.348083 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.348389 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.348709 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.348996 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.349263 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.349502 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.349777 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.349994 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.350258 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.350489 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.350718 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.350930 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.351163 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.351415 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.351635 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.351865 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.352097 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.352309 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.352552 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.352783 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.353000 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.353234 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.353391 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 14:53:17.353950 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78609) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 14:53:17.354130 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 14:53:17.354404 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 14:53:17.354533 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 14:53:17.354660 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 14:53:17.354785 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 14:53:17.354952 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.355133 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.355263 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.355402 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.355551 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.355731 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.355891 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.356033 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.356226 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.356361 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.356495 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.356620 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.356773 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.356927 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.357082 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.357237 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.357391 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.357545 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.357704 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.357843 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.358002 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.358185 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.358342 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] debug = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.358496 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.358667 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.358820 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.358968 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.359121 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.359262 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.359422 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.359576 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.360256 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.360558 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.360754 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.360909 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.361063 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.361219 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.361359 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.361518 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.361672 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.361827 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] host = dv-cinder-780933-4-iscsi {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.361981 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.362156 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.362299 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.362456 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.362609 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.362763 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.362917 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.363071 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.363225 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.363380 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.363534 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.363688 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.363843 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.363997 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_file = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.364153 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_options = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.364306 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.364461 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.364617 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.364789 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.364949 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.365104 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.365259 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.365415 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.365572 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.365787 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.365913 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.366036 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.366180 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.366387 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.366519 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.366633 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.366741 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.366934 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.367045 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.367186 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.367338 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.367493 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.367646 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.367800 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.367954 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.368121 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.368259 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.368421 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.368543 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.368698 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.368855 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.369009 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.369163 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.369320 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.369474 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.369629 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.369784 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.369942 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.370114 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.370273 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.370429 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.370583 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.370723 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.370871 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.371026 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.371166 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] use_json = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.371525 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.371525 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.371803 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.371803 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.372016 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.372016 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.372162 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.372297 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:53:17.372470 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.372630 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.372801 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.372961 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.373120 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.373280 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.373440 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.373599 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.373757 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.373916 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.374120 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.374263 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.374432 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.374590 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.374748 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.374908 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.375068 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.375225 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.375408 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.376147 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.376308 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.376489 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.376644 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.376805 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.376961 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.377125 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.377276 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.377431 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.377590 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.377750 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.377909 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.378069 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.378250 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.378409 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.378568 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.378737 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.378875 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.379034 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.379346 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.379494 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.379657 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.379816 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.379979 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.380125 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.380285 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.380446 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.380606 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.380766 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.380926 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.381264 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.381264 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.381424 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.381540 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.381697 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.381855 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.382012 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.382193 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.382352 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.382509 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.382667 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.382824 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.382995 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.383154 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.383312 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.383471 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.383629 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.383787 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.383946 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.384104 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.384261 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.384420 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.384578 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.384737 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.384896 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.385054 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.385212 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.385370 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.385529 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.385687 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.385846 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.386008 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.386189 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.386337 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.386499 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.386658 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.386834 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.386975 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.387137 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.387296 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.387467 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.387602 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.387760 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.387917 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.388074 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.388233 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.388390 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.388548 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.388709 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.388919 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.389018 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.389170 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.389326 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.389484 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.389641 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.389799 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.389955 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.390176 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.390282 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.390443 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.390600 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.390757 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.390923 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.391105 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.391267 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.391425 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.391538 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:17.391640 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.391733 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.391896 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.392056 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.392214 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.392371 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.392529 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.392687 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.392845 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.393002 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.393161 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.393318 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.393484 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.393652 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.393811 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.393969 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.394154 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.394380 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.394540 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.394698 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.394858 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.395017 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.395175 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.395334 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.395492 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.395650 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.395809 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.395968 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.396131 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.396290 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.396449 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.396612 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.396772 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.396930 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.397090 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.397249 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.397408 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.397567 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.397724 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.397883 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.398041 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.398240 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.398400 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.398559 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.398718 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.398876 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.399034 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.399193 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.399351 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.399510 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.399669 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.399826 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.399983 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.400142 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.400302 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.400461 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.400620 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.400779 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.400937 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.401095 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.401253 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.401413 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.401572 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.401731 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.401890 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.402047 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.402231 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.402390 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.402548 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.402707 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.402865 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.403024 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.403197 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.403355 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.403513 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.403669 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.403824 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.403982 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.404139 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.404380 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.404490 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.404597 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.404754 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.404914 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.405075 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.405234 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.405391 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.405550 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.405708 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.405866 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.406028 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.406241 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.406421 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.406543 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.406730 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.406890 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.407060 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.407218 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.407376 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.407532 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.407689 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.407856 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.408014 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.408173 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.408331 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.408652 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.408652 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.408822 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.408941 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.409097 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.409284 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.409420 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.409578 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.409757 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.409893 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.410051 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.410240 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.410399 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.410581 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.410724 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.410882 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.411039 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.411201 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.411368 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.411527 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.411685 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.411842 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.411999 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.412157 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.412317 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.412479 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.412645 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.412810 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.412969 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.413134 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.413301 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.413465 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.413621 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.413787 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.413955 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.414134 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.414293 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.414450 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.414607 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.414764 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.414922 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.415079 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.415236 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.415393 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.415550 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.415709 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.415864 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.416027 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.416183 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.416339 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.416496 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.416653 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.416809 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.416965 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:53:17.417116 dv-cinder-780933-4-iscsi neutron-server[78609]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 14:53:17.546728 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 54410) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:17.555872 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064032 May 10 14:53:28.071756 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3108814-eb78-4d97-97d8-19e7cbe8131b None None] get_active_networks_info from dv-cinder-780933-4-iscsi {{(pid=78718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 14:53:28.136178 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3108814-eb78-4d97-97d8-19e7cbe8131b None None] No non-hosted networks {{(pid=78718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 14:53:28.151063 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-eb5fc688-79d9-4110-9d2a-d2ba4c983968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758'] for agent, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.419970 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-04ae30bd-e0bc-4101-8592-cf632aaa3e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758'] for agent, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.439094 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758'] for agent, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.439760 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:30.440072 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:30.440590 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:30.440862 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:30.441371 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:30.441675 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:30.441990 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:30.442352 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:30.442679 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:30.454221 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:30.454625 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:30.454977 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:30.455395 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-780933-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:30.463341 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-780933-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:30.501505 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1390aea7-1047-4507-be21-b5573052b5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.589628 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758'] for agent, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:33.141825 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758'] for agent, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.422916 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.db.l3_hamode_db [None req-a2110d10-34d5-4f5b-8259-618b1b739ed1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 14:53:34.508854 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2110d10-34d5-4f5b-8259-618b1b739ed1 None None] Routers set() bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 14:53:34.509253 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2110d10-34d5-4f5b-8259-618b1b739ed1 None None] Router IDs set() for agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 14:53:34.683386 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 54500) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:35.252464 dv-cinder-780933-4-iscsi neutron-server[78717]: WARNING oslo_policy.policy [None req-526334a1-1003-4a05-9104-d44e7fb032bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:35.253021 dv-cinder-780933-4-iscsi neutron-server[78717]: WARNING oslo_policy.policy [None req-526334a1-1003-4a05-9104-d44e7fb032bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:35.470106 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [None req-526334a1-1003-4a05-9104-d44e7fb032bb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78717) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:53:35.471143 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-526334a1-1003-4a05-9104-d44e7fb032bb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7868624 May 10 14:53:37.753219 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 54514) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:38.111748 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-4223041a-49dc-46bd-9bab-df385725ad06 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:38.210745 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.policy [None req-4223041a-49dc-46bd-9bab-df385725ad06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78717) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 14:53:38.254932 dv-cinder-780933-4-iscsi neutron-server[78717]: WARNING oslo_policy.policy [None req-4223041a-49dc-46bd-9bab-df385725ad06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:38.255299 dv-cinder-780933-4-iscsi neutron-server[78717]: WARNING oslo_policy.policy [None req-4223041a-49dc-46bd-9bab-df385725ad06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:38.263730 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.quota [None req-4223041a-49dc-46bd-9bab-df385725ad06 admin admin] Loaded quota_driver: . May 10 14:53:38.279068 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-4223041a-49dc-46bd-9bab-df385725ad06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:38.337665 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4223041a-49dc-46bd-9bab-df385725ad06 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771347441799', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771347441258', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771347432439', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771347459931', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771347449286', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771347475556', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-607561', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-977516', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8318108', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8373480'] for rbac-policy, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.397574 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4223041a-49dc-46bd-9bab-df385725ad06 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.398771 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-4223041a-49dc-46bd-9bab-df385725ad06 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6446321 May 10 14:53:40.950973 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 54528) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:41.294910 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'name': 'private', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:41.300103 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:41.304419 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Usage tracker for resource:network and tenant:eb5b507e2d124646b47868af02488f3b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:41.308963 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:41.314911 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:41.324256 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Made reservation on behalf of eb5b507e2d124646b47868af02488f3b for: {'network': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:41.327220 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.344799 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.358308 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:41.362465 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Usage tracker for resource:security_group_rule and tenant:eb5b507e2d124646b47868af02488f3b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:41.367220 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:41.372585 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:41.468213 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.472142 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.477272 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:41.495138 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=78717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:53:41.520611 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771351086740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.521203 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Unsubscribe: segment precommit_create {{(pid=78717) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 14:53:41.521678 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.segments_db [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Added segment d3ecc2ef-3433-4f43-9994-1729903b25d7 of type vlan for network 6cce8b7a-af93-4201-9f7a-480aec06bff0 May 10 14:53:41.570150 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747d79ca-f3e5-44c4-815f-26fa3356e3d1,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:41.586290 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:41.586645 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:41.586976 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:41.587300 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:41.587617 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:41.587950 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:41.588270 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:41.588584 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:41.588911 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:41.589223 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:41.589533 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:41.589841 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Tracked resource versions report: May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: pushed versions: May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: { 'AddressGroup': {'1.2'}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'ConntrackHelper': {'1.0'}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Log': {'1.0'}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Network': {'1.1'}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Port': {'1.7'}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'PortForwarding': {'1.2'}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'QosPolicy': {'1.8'}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'SecurityGroup': {'1.4'}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'SecurityGroupRule': {'1.2'}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'SubPort': {'1.0'}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Subnet': {'1.1'}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Trunk': {'1.1'}} May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: consumer versions: May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: { DHCP agent@dv-cinder-780933-4-iscsi: {}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: L3 agent@dv-cinder-780933-4-iscsi: {}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: Metadata agent@dv-cinder-780933-4-iscsi: {}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: Metering agent@dv-cinder-780933-4-iscsi: {}, May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: Open vSwitch agent@dv-cinder-780933-4-iscsi: { 'AddressGroup': '1.2', May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'ConntrackHelper': '1.0', May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Log': '1.0', May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Network': '1.1', May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Port': '1.7', May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'PortForwarding': '1.2', May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'QosPolicy': '1.8', May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'SecurityGroup': '1.4', May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'SecurityGroupRule': '1.2', May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'SubPort': '1.0', May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Subnet': '1.1', May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Trunk': '1.1'}} May 10 14:53:41.590996 dv-cinder-780933-4-iscsi neutron-server[78717]: {{(pid=78717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:53:41.641166 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:41.642839 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.681905 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.683344 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:53:41.683995 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.688378 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:41.791922 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Pushing event updated for resources: {'Network': ['ID=6cce8b7a-af93-4201-9f7a-480aec06bff0,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:41.794719 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8425364 May 10 14:53:41.796505 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:41.805053 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network 6cce8b7a-af93-4201-9f7a-480aec06bff0 details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:53:44.388478 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 54544) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:44.830927 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8135b998-c3b5-4e99-a596-d3686a6ae700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:53:44.832289 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-8135b998-c3b5-4e99-a596-d3686a6ae700 admin admin] 10.222.0.43 "GET /v2.0/networks/6cce8b7a-af93-4201-9f7a-480aec06bff0 HTTP/1.1" status: 200 len: 825 time: 0.4428761 May 10 14:53:44.858701 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-4cd8f2f3-7f3e-4bad-9c3d-89d92984439b admin admin] 10.222.0.43 "GET /v2.0/subnetpools/fd57c5fd-4bdc-47ae-a628-1c8ea42af813 HTTP/1.1" status: 200 len: 734 time: 0.0211031 May 10 14:53:44.867554 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'ip_version': 4, 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0', 'subnetpool_id': 'fd57c5fd-4bdc-47ae-a628-1c8ea42af813'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:44.871706 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:44.875363 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Usage tracker for resource:subnet and tenant:eb5b507e2d124646b47868af02488f3b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:44.878847 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:44.884653 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:44.895910 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Made reservation on behalf of eb5b507e2d124646b47868af02488f3b for: {'subnet': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:44.898799 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.367605 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for subnet, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.372433 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:45.449474 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae44665-b131-4fca-b4d4-d22dd29d008e,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:45.454611 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Checking segment: {'id': 'd3ecc2ef-3433-4f43-9994-1729903b25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:53:45.455324 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Network hostable DHCP agents. Network: 6cce8b7a-af93-4201-9f7a-480aec06bff0, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:45.458904 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:45.473873 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Network 6cce8b7a-af93-4201-9f7a-480aec06bff0 is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:45.483007 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, 6cce8b7a-af93-4201-9f7a-480aec06bff0) {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:45.487686 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:53:45.488275 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.492169 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a1f044-50ff-4bc8-a769-536d04e4a217 None None] Network 6cce8b7a-af93-4201-9f7a-480aec06bff0 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:53:45.507722 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6434801 May 10 14:53:45.797498 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda8c9c-4c96-568d-a79a-b4ac7ddc94e0-6cce8b7a-af93-4201-9f7a-480aec06bff0', 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'fixed_ips': [{'subnet_id': 'fae44665-b131-4fca-b4d4-d22dd29d008e'}]}} from dv-cinder-780933-4-iscsi. {{(pid=78718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 14:53:45.799242 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.980311 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.db_base_plugin_common [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Allocated IP 172.20.0.2 (6cce8b7a-af93-4201-9f7a-480aec06bff0/fae44665-b131-4fca-b4d4-d22dd29d008e/719bd3f4-c138-4f8a-a0c3-435b2a801eee) {{(pid=78718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:46.206885 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Notify callbacks [] for port, precommit_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:46.219704 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Transition to ACTIVE for port object 719bd3f4-c138-4f8a-a0c3-435b2a801eee will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:46.238877 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Transition to ACTIVE for port object 719bd3f4-c138-4f8a-a0c3-435b2a801eee will not be triggered until provisioned by entity DHCP. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:46.245239 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:46.249166 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:46.305915 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Network 6cce8b7a-af93-4201-9f7a-480aec06bff0 is already hosted by enough agents. {{(pid=78718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:46.308615 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.base_scheduler [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Resources bound (agent type, host, resource id): {{(pid=78718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:46.322842 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Received port after_create {{(pid=78718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 14:53:46.323642 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Pushing event updated for resources: {'Port': ['ID=719bd3f4-c138-4f8a-a0c3-435b2a801eee,revision_number=1']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:46.362204 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:46.362537 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:46.362862 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:46.363182 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:46.363498 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:46.363811 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:46.364123 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:46.364436 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:46.364763 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:46.365076 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:46.365385 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:46.365691 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Tracked resource versions report: May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: pushed versions: May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: { 'AddressGroup': {'1.2'}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'ConntrackHelper': {'1.0'}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Log': {'1.0'}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Network': {'1.1'}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Port': {'1.7'}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'PortForwarding': {'1.2'}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'QosPolicy': {'1.8'}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'SecurityGroup': {'1.4'}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'SecurityGroupRule': {'1.2'}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'SubPort': {'1.0'}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Subnet': {'1.1'}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Trunk': {'1.1'}} May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: consumer versions: May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: { DHCP agent@dv-cinder-780933-4-iscsi: {}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: L3 agent@dv-cinder-780933-4-iscsi: {}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: Metadata agent@dv-cinder-780933-4-iscsi: {}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: Metering agent@dv-cinder-780933-4-iscsi: {}, May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: Open vSwitch agent@dv-cinder-780933-4-iscsi: { 'AddressGroup': '1.2', May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'ConntrackHelper': '1.0', May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Log': '1.0', May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Network': '1.1', May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Port': '1.7', May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'PortForwarding': '1.2', May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'QosPolicy': '1.8', May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'SecurityGroup': '1.4', May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'SecurityGroupRule': '1.2', May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'SubPort': '1.0', May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Subnet': '1.1', May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Trunk': '1.1'}} May 10 14:53:46.366870 dv-cinder-780933-4-iscsi neutron-server[78718]: {{(pid=78718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:53:46.400214 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:46.425306 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Attempting to bind port 719bd3f4-c138-4f8a-a0c3-435b2a801eee on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:46.425694 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Attempting to bind port 719bd3f4-c138-4f8a-a0c3-435b2a801eee by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'd3ecc2ef-3433-4f43-9994-1729903b25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:46.426138 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Attempting to bind port 719bd3f4-c138-4f8a-a0c3-435b2a801eee on network 6cce8b7a-af93-4201-9f7a-480aec06bff0 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:46.431229 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 14, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:46.431655 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Checking segment: {'id': 'd3ecc2ef-3433-4f43-9994-1729903b25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:53:46.432117 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:46.432511 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Bound using segment: {'id': 'd3ecc2ef-3433-4f43-9994-1729903b25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:46.432986 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Bound port: 719bd3f4-c138-4f8a-a0c3-435b2a801eee, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ecc2ef-3433-4f43-9994-1729903b25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:46.433368 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:46.517893 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] For port 719bd3f4-c138-4f8a-a0c3-435b2a801eee, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:46.521615 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] For port 719bd3f4-c138-4f8a-a0c3-435b2a801eee, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=719bd3f4-c138-4f8a-a0c3-435b2a801eee,segment=NetworkSegment(d3ecc2ef-3433-4f43-9994-1729903b25d7),segment_id=d3ecc2ef-3433-4f43-9994-1729903b25d7)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:46.526132 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:46.530739 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:46.616780 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Pushing event updated for resources: {'Port': ['ID=719bd3f4-c138-4f8a-a0c3-435b2a801eee,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:46.622794 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:47.863231 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 54554) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:48.452388 dv-cinder-780933-4-iscsi neutron-server[78716]: WARNING oslo_policy.policy [None req-c3ce8d57-0cd2-4aad-88ad-7edb3273a3fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:48.452958 dv-cinder-780933-4-iscsi neutron-server[78716]: WARNING oslo_policy.policy [None req-c3ce8d57-0cd2-4aad-88ad-7edb3273a3fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:48.668387 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [None req-c3ce8d57-0cd2-4aad-88ad-7edb3273a3fe admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:53:48.669875 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-c3ce8d57-0cd2-4aad-88ad-7edb3273a3fe admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8042645 May 10 14:53:51.014124 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 54572) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:51.385119 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [None req-467bf930-7174-411a-913f-7caa4107f5f9 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:53:51.386120 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-467bf930-7174-411a-913f-7caa4107f5f9 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3709488 May 10 14:53:52.027340 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7e8968-847d-4a51-9c93-a30ec7236fef None None] Network 6cce8b7a-af93-4201-9f7a-480aec06bff0 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:53:52.113752 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-93d673c8-58a5-4a1a-840d-114d6e23c905 None None] Provisioning for port 719bd3f4-c138-4f8a-a0c3-435b2a801eee completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:52.270873 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 719bd3f4-c138-4f8a-a0c3-435b2a801eee up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:52.351080 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 719bd3f4-c138-4f8a-a0c3-435b2a801eee completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:52.355847 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 719bd3f4-c138-4f8a-a0c3-435b2a801eee triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:52.356241 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.478302 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.509750 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 719bd3f4-c138-4f8a-a0c3-435b2a801eee, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=719bd3f4-c138-4f8a-a0c3-435b2a801eee,segment=NetworkSegment(d3ecc2ef-3433-4f43-9994-1729903b25d7),segment_id=d3ecc2ef-3433-4f43-9994-1729903b25d7)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:52.513379 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.515532 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-ca6461c3-cfb7-42f3-8cea-6270c45e0158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:52.589006 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-9d5e99a0-67dc-4a4c-880e-8f6b14e58cac None None] Provisioning complete for port 719bd3f4-c138-4f8a-a0c3-435b2a801eee triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:52.589369 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9d5e99a0-67dc-4a4c-880e-8f6b14e58cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.627198 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=719bd3f4-c138-4f8a-a0c3-435b2a801eee,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:52.631488 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:53.973838 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 54584) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:54.241133 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 719bd3f4-c138-4f8a-a0c3-435b2a801eee up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:54.305764 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 719bd3f4-c138-4f8a-a0c3-435b2a801eee triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:54.306152 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.319074 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] Request body: {'router': {'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:54.392467 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.policy [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78716) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 14:53:54.438320 dv-cinder-780933-4-iscsi neutron-server[78716]: WARNING oslo_policy.policy [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:54.438709 dv-cinder-780933-4-iscsi neutron-server[78716]: WARNING oslo_policy.policy [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:54.447291 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.quota [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] Loaded quota_driver: . May 10 14:53:54.462774 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:54.469119 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] Usage tracker for resource:router and tenant:eb5b507e2d124646b47868af02488f3b is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:54.474276 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:54.481698 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:54.497404 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8335331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6011'] for router, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.499418 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8335340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8270572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7899051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6000'] for router, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.524850 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.639011 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8268398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8261376'] for router, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.659432 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.660601 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b68bb5b2-bd2d-4f34-9a3d-fa08b0a61ce6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6857920 May 10 14:53:55.324019 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 5 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:53:56.964960 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 54596) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:57.323634 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [None req-6d70f358-638c-48a2-b198-6b0a6bd598f3 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:53:57.324631 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-6d70f358-638c-48a2-b198-6b0a6bd598f3 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3587234 May 10 14:53:57.972702 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1752566f-b90a-448b-afb3-adfb8c92a88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.639813 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 54606) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:00.003410 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:00.007882 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:00.011533 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Usage tracker for resource:network and tenant:a606d4b226bd4ac886fa695266575f77 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:00.014297 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:00.020814 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:00.030535 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Made reservation on behalf of a606d4b226bd4ac886fa695266575f77 for: {'network': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:00.032679 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.043964 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.057507 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:00.061010 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Usage tracker for resource:security_group_rule and tenant:a606d4b226bd4ac886fa695266575f77 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:00.064154 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:00.069551 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:00.148766 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.152183 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.156001 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:54:00.170722 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Reserving flat network on physical network physnet1 {{(pid=78717) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 14:54:00.191417 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51a1983-8eb3-4397-80d4-55803efe325c,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:00.195448 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:54:00.196375 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.196712 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.segments_db [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Added segment b53f5c06-3cb7-48df-b2d8-f363ebeb99fe of type flat for network bc1966c4-1376-496a-80cc-e9df4c16f0a5 May 10 14:54:00.228010 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.262910 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.264223 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:54:00.264794 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.269653 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:54:00.365246 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7243953 May 10 14:54:00.365937 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Pushing event updated for resources: {'Network': ['ID=bc1966c4-1376-496a-80cc-e9df4c16f0a5,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:00.368542 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:54:00.381165 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:00.482844 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-2e6cca90-78cf-4768-9f5a-ab7a16258818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.508005 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.503708 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.666970 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 54630) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:02.873058 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6f1972-03c3-4757-a7a9-96dec94af247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:54:02.874427 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-3e6f1972-03c3-4757-a7a9-96dec94af247 admin admin] 10.222.0.43 "GET /v2.0/subnets/fae44665-b131-4fca-b4d4-d22dd29d008e HTTP/1.1" status: 200 len: 849 time: 0.2064977 May 10 14:54:03.052550 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-4822a3d1-a512-4667-ba5c-23c74b1a9cbe admin admin] 10.222.0.43 "GET /v2.0/routers/d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 HTTP/1.1" status: 200 len: 704 time: 0.1726203 May 10 14:54:03.088722 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.534414 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.751672 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Allocated IP 172.20.0.1 (6cce8b7a-af93-4201-9f7a-480aec06bff0/fae44665-b131-4fca-b4d4-d22dd29d008e/7b3bd63d-2ef5-44be-953f-3a3b8b98a614) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:03.902785 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.919620 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Transition to ACTIVE for port object 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:03.972436 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.979723 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:54:04.033666 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Network 6cce8b7a-af93-4201-9f7a-480aec06bff0 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:04.036370 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:04.040036 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 14:54:04.040561 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8258015'] for router_interface, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.173667 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3bd63d-2ef5-44be-953f-3a3b8b98a614,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:04.184193 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:54:04.205679 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-558a11bb-1af9-4f26-850b-f6322457c3b3 None None] Provisioning for port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:04.210424 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-558a11bb-1af9-4f26-850b-f6322457c3b3 None None] Provisioning complete for port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:04.210792 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-558a11bb-1af9-4f26-850b-f6322457c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.262754 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-558a11bb-1af9-4f26-850b-f6322457c3b3 None None] Port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:04.302198 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.520627 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.524570 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.525597 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8257916'] for router_interface, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.529472 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:54:04.653445 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3bd63d-2ef5-44be-953f-3a3b8b98a614,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:04.657288 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:54:04.714085 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Network 6cce8b7a-af93-4201-9f7a-480aec06bff0 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:04.715134 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:04.885655 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-563ed6d1-c22c-4131-9bec-586b79ef4c6d None None] Provisioning complete for port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:04.886201 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-563ed6d1-c22c-4131-9bec-586b79ef4c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.938148 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Router d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 is scheduled to L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f with binding_index 1 {{(pid=78717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:54:04.943854 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-563ed6d1-c22c-4131-9bec-586b79ef4c6d None None] Port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:05.089207 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:54:05.098977 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Sync routers for ids ['d89f101a-e4a6-4a6b-8c90-28f4edd4ad03'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:05.100090 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] 10.222.0.43 "PUT /v2.0/routers/d89f101a-e4a6-4a6b-8c90-28f4edd4ad03/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0427275 May 10 14:54:05.108940 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Routers {'d89f101a-e4a6-4a6b-8c90-28f4edd4ad03'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 14:54:05.109796 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T14:54:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d89f101a-e4a6-4a6b-8c90-28f4edd4ad03'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:05.282481 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Set router d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 gateway port host: None {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 14:54:05.643023 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'name': 'router1', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T14:53:54Z', 'updated_at': '2021-05-10T14:54:04Z', 'revision_number': 2, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'gw_port_host': None, '_interfaces': [{'id': '7b3bd63d-2ef5-44be-953f-3a3b8b98a614', 'name': '', 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'mac_address': 'fa:16:3e:54:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fae44665-b131-4fca-b4d4-d22dd29d008e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:54:03Z', 'updated_at': '2021-05-10T14:54:04Z', 'revision_number': 2, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'subnets': [{'id': 'fae44665-b131-4fca-b4d4-d22dd29d008e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd57c5fd-4bdc-47ae-a628-1c8ea42af813'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:05.647875 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Checking router: d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:54:05.648240 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Updating router d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 binding host dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:54:05.699540 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.071641 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Notify callbacks [] for port, precommit_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.085861 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.provisioning_blocks [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Transition to ACTIVE for port object 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 will not be triggered until provisioned by entity L2. {{(pid=78719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:06.092366 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.097824 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:54:06.288746 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Pushing event updated for resources: {'Port': ['ID=7b3bd63d-2ef5-44be-953f-3a3b8b98a614,revision_number=3']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:06.310987 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:06.311322 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:06.311650 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:06.311971 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:06.312289 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:06.312606 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:06.312946 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:06.313260 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:06.313589 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:06.313901 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:06.314234 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:06.314541 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Tracked resource versions report: May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: pushed versions: May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: { 'AddressGroup': {'1.2'}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'ConntrackHelper': {'1.0'}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Log': {'1.0'}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Network': {'1.1'}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Port': {'1.7'}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'PortForwarding': {'1.2'}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'QosPolicy': {'1.8'}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'SecurityGroup': {'1.4'}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'SecurityGroupRule': {'1.2'}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'SubPort': {'1.0'}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Subnet': {'1.1'}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Trunk': {'1.1'}} May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: consumer versions: May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: { DHCP agent@dv-cinder-780933-4-iscsi: {}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: L3 agent@dv-cinder-780933-4-iscsi: {}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: Metadata agent@dv-cinder-780933-4-iscsi: {}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: Metering agent@dv-cinder-780933-4-iscsi: {}, May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: Open vSwitch agent@dv-cinder-780933-4-iscsi: { 'AddressGroup': '1.2', May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'ConntrackHelper': '1.0', May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Log': '1.0', May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Network': '1.1', May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Port': '1.7', May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'PortForwarding': '1.2', May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'QosPolicy': '1.8', May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'SecurityGroup': '1.4', May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'SecurityGroupRule': '1.2', May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'SubPort': '1.0', May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Subnet': '1.1', May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Trunk': '1.1'}} May 10 14:54:06.315671 dv-cinder-780933-4-iscsi neutron-server[78719]: {{(pid=78719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:54:06.327553 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:54:06.335614 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Attempting to bind port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:06.336008 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Attempting to bind port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'd3ecc2ef-3433-4f43-9994-1729903b25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0'}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:06.336426 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Attempting to bind port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 on network 6cce8b7a-af93-4201-9f7a-480aec06bff0 {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:06.345563 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:06.345967 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Checking segment: {'id': 'd3ecc2ef-3433-4f43-9994-1729903b25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:54:06.346455 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.346841 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Bound using segment: {'id': 'd3ecc2ef-3433-4f43-9994-1729903b25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0'} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:06.347344 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Bound port: 7b3bd63d-2ef5-44be-953f-3a3b8b98a614, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ecc2ef-3433-4f43-9994-1729903b25d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0'}}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:06.347753 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.433609 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] For port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:06.437414 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] For port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=7b3bd63d-2ef5-44be-953f-3a3b8b98a614,segment=NetworkSegment(d3ecc2ef-3433-4f43-9994-1729903b25d7),segment_id=d3ecc2ef-3433-4f43-9994-1729903b25d7)] {{(pid=78719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:06.441933 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.446352 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:54:06.527563 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Routers {'d89f101a-e4a6-4a6b-8c90-28f4edd4ad03'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 14:54:06.528200 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T14:54:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d89f101a-e4a6-4a6b-8c90-28f4edd4ad03'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:06.676363 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Pushing event updated for resources: {'Port': ['ID=7b3bd63d-2ef5-44be-953f-3a3b8b98a614,revision_number=4']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:06.681150 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:54:06.713509 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] Set router d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 gateway port host: None {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 14:54:07.027658 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'name': 'router1', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T14:53:54Z', 'updated_at': '2021-05-10T14:54:04Z', 'revision_number': 2, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'gw_port_host': None, '_interfaces': [{'id': '7b3bd63d-2ef5-44be-953f-3a3b8b98a614', 'name': '', 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'mac_address': 'fa:16:3e:54:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fae44665-b131-4fca-b4d4-d22dd29d008e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:54:03Z', 'updated_at': '2021-05-10T14:54:06Z', 'revision_number': 4, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'subnets': [{'id': 'fae44665-b131-4fca-b4d4-d22dd29d008e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd57c5fd-4bdc-47ae-a628-1c8ea42af813'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:07.031403 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac374bb-6f2a-4f75-a556-23896bd7870e None None] The sync data for ids ['d89f101a-e4a6-4a6b-8c90-28f4edd4ad03'] in dv-cinder-780933-4-iscsi is: [{'id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'name': 'router1', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T14:53:54Z', 'updated_at': '2021-05-10T14:54:04Z', 'revision_number': 2, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'gw_port_host': None, '_interfaces': [{'id': '7b3bd63d-2ef5-44be-953f-3a3b8b98a614', 'name': '', 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'mac_address': 'fa:16:3e:54:22:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fae44665-b131-4fca-b4d4-d22dd29d008e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:54:03Z', 'updated_at': '2021-05-10T14:54:06Z', 'revision_number': 4, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'subnets': [{'id': 'fae44665-b131-4fca-b4d4-d22dd29d008e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd57c5fd-4bdc-47ae-a628-1c8ea42af813'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:07.246023 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 54652) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:07.387554 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fda30e9-6b7c-4b04-af1f-d8ec3cf9638d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:54:07.388038 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-0fda30e9-6b7c-4b04-af1f-d8ec3cf9638d admin admin] Synchronizing usage tracker for tenant:a606d4b226bd4ac886fa695266575f77 on resource:network {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:07.404621 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-0fda30e9-6b7c-4b04-af1f-d8ec3cf9638d admin admin] Unset dirty status for tenant:a606d4b226bd4ac886fa695266575f77 on resource:network {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:07.405956 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-0fda30e9-6b7c-4b04-af1f-d8ec3cf9638d admin admin] 10.222.0.43 "GET /v2.0/networks/bc1966c4-1376-496a-80cc-e9df4c16f0a5 HTTP/1.1" status: 200 len: 842 time: 0.1589994 May 10 14:54:07.415673 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Request body: {'subnet': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:07.420928 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:07.425269 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Usage tracker for resource:subnet and tenant:a606d4b226bd4ac886fa695266575f77 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:07.427972 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:07.437574 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:07.447458 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Made reservation on behalf of a606d4b226bd4ac886fa695266575f77 for: {'subnet': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:07.449871 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.867773 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.objects.ports [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78717) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 14:54:07.868206 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for subnet, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.872615 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:54:07.946660 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab75f48b-1726-4b95-993d-3471ae61a7f8,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:07.949171 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:54:07.951589 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Checking segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:54:07.951930 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Network hostable DHCP agents. Network: bc1966c4-1376-496a-80cc-e9df4c16f0a5, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:07.968284 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:07.977922 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, bc1966c4-1376-496a-80cc-e9df4c16f0a5) {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:07.981771 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:54:07.982373 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.987685 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0af147-8128-4dc2-aa1f-e1e9e3b431bb None None] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:54:08.002136 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5889196 May 10 14:54:08.196480 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccfc98c-ec2c-4438-8984-2fd756bd801f None None] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:54:10.221468 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 54666) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:10.273036 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:10.341067 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:10.345495 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:10.345865 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.426131 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-562ed95d-f73d-4a80-9b5f-b4ecb9ef5b6e admin admin] 10.222.0.43 "GET /v2.0/routers/d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 HTTP/1.1" status: 200 len: 710 time: 0.1997144 May 10 14:54:10.464236 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.496986 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=7b3bd63d-2ef5-44be-953f-3a3b8b98a614,segment=NetworkSegment(d3ecc2ef-3433-4f43-9994-1729903b25d7),segment_id=d3ecc2ef-3433-4f43-9994-1729903b25d7)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:10.500855 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.503061 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:54:10.553852 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe99c7c-d8a2-43e7-8713-934acf1c5449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:54:10.555278 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-abe99c7c-d8a2-43e7-8713-934acf1c5449 admin admin] 10.222.0.43 "GET /v2.0/networks/bc1966c4-1376-496a-80cc-e9df4c16f0a5 HTTP/1.1" status: 200 len: 886 time: 0.1272440 May 10 14:54:10.565357 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:10.572847 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=7b3bd63d-2ef5-44be-953f-3a3b8b98a614,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:10.576650 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:54:11.053404 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8270485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8268311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5982'] for router, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.366882 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.422942 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.548497 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Allocated IP 172.27.0.58 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:11.690013 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.717417 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.721709 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:54:11.776145 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:11.778825 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:11.786414 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 14:54:11.843107 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Pushing event updated for resources: {'Port': ['ID=c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:11.896854 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:54:12.204318 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.263443 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:12.330587 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:12.330951 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.535128 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8270485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8268311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5982'] for router, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.538345 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8261376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8261435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8261385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8268288'] for router, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.710723 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Router d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:54:12.882342 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:54:12.892203 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Sync routers for ids ['d89f101a-e4a6-4a6b-8c90-28f4edd4ad03'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:12.892373 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.895866 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] 10.222.0.43 "PUT /v2.0/routers/d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 HTTP/1.1" status: 200 len: 889 time: 2.3328786 May 10 14:54:12.901947 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Routers {'d89f101a-e4a6-4a6b-8c90-28f4edd4ad03'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 14:54:12.902656 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T14:54:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d89f101a-e4a6-4a6b-8c90-28f4edd4ad03'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:13.114391 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Set router d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 14:54:13.446373 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'name': 'router1', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T14:53:54Z', 'updated_at': '2021-05-10T14:54:11Z', 'revision_number': 4, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'gw_port': {'id': 'c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:54:11Z', 'updated_at': '2021-05-10T14:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '7b3bd63d-2ef5-44be-953f-3a3b8b98a614', 'name': '', 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'mac_address': 'fa:16:3e:54:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fae44665-b131-4fca-b4d4-d22dd29d008e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:54:03Z', 'updated_at': '2021-05-10T14:54:10Z', 'revision_number': 5, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'subnets': [{'id': 'fae44665-b131-4fca-b4d4-d22dd29d008e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd57c5fd-4bdc-47ae-a628-1c8ea42af813'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:13.450986 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Checking router: d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:54:13.451335 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Updating router d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 port c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e binding host dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:54:13.501395 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.820633 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Notify callbacks [] for port, precommit_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.832221 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Transition to ACTIVE for port object c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:13.839622 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.843702 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:54:13.933557 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Attempting to bind port c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:13.933926 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Attempting to bind port c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:13.934328 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Attempting to bind port c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e on network bc1966c4-1376-496a-80cc-e9df4c16f0a5 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:13.937634 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18446967-6af0-4f08-a1ba-1341df9177a4 None None] Pushing event updated for resources: {'Port': ['ID=c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:13.941611 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-18446967-6af0-4f08-a1ba-1341df9177a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:54:13.942373 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:13.942749 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Checking segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:54:13.943145 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.943525 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Bound using segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:13.943989 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Bound port: c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:13.944917 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.013727 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] For port c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:14.017301 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] For port c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:14.022023 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.025861 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:54:14.101170 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Routers {'d89f101a-e4a6-4a6b-8c90-28f4edd4ad03'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 14:54:14.101767 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T14:54:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d89f101a-e4a6-4a6b-8c90-28f4edd4ad03'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:14.211300 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18446967-6af0-4f08-a1ba-1341df9177a4 None None] Pushing event updated for resources: {'Port': ['ID=c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:14.214300 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-18446967-6af0-4f08-a1ba-1341df9177a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:54:14.282459 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] Set router d89f101a-e4a6-4a6b-8c90-28f4edd4ad03 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 14:54:14.627092 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'name': 'router1', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T14:53:54Z', 'updated_at': '2021-05-10T14:54:11Z', 'revision_number': 4, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'gw_port': {'id': 'c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:54:11Z', 'updated_at': '2021-05-10T14:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '7b3bd63d-2ef5-44be-953f-3a3b8b98a614', 'name': '', 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'mac_address': 'fa:16:3e:54:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fae44665-b131-4fca-b4d4-d22dd29d008e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:54:03Z', 'updated_at': '2021-05-10T14:54:10Z', 'revision_number': 5, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'subnets': [{'id': 'fae44665-b131-4fca-b4d4-d22dd29d008e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd57c5fd-4bdc-47ae-a628-1c8ea42af813'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:14.631147 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87993c-d1a0-4464-bd16-6f0b6bdeb9ba None None] The sync data for ids ['d89f101a-e4a6-4a6b-8c90-28f4edd4ad03'] in dv-cinder-780933-4-iscsi is: [{'id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'name': 'router1', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T14:53:54Z', 'updated_at': '2021-05-10T14:54:11Z', 'revision_number': 4, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'gw_port': {'id': 'c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:54:11Z', 'updated_at': '2021-05-10T14:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '7b3bd63d-2ef5-44be-953f-3a3b8b98a614', 'name': '', 'network_id': '6cce8b7a-af93-4201-9f7a-480aec06bff0', 'tenant_id': 'eb5b507e2d124646b47868af02488f3b', 'mac_address': 'fa:16:3e:54:22:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89f101a-e4a6-4a6b-8c90-28f4edd4ad03', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fae44665-b131-4fca-b4d4-d22dd29d008e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:54:03Z', 'updated_at': '2021-05-10T14:54:10Z', 'revision_number': 5, 'project_id': 'eb5b507e2d124646b47868af02488f3b', 'subnets': [{'id': 'fae44665-b131-4fca-b4d4-d22dd29d008e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd57c5fd-4bdc-47ae-a628-1c8ea42af813'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:15.209021 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 54676) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:15.323511 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-ced3685c-3130-4293-bec3-76b827f249d1 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1133394 May 10 14:54:16.279135 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:16.346367 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:16.350818 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:16.351184 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.468970 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.486698 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:16.489452 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.491592 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-18446967-6af0-4f08-a1ba-1341df9177a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:54:16.562217 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:16.565428 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:54:18.261309 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:18.328324 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port c0776a5d-5a26-4ae1-9dd2-1a3e687d3f5e triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:18.328840 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.974994 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-bb4736ba-cb21-4f48-ad98-4f7083e8e99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.407482 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e8ee00a6-573c-44d8-9fa0-ec59b919c38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.435193 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.507477 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.326286 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 5 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:54:33.111726 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:57.978499 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-beb9e355-3d56-4959-a927-2d21ba6adaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.411186 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-f293a9bb-106c-491a-b539-aa9da1ff7b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.435460 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.508434 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:03.106071 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.322784 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 5 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:55:27.983398 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a5f7-bd60-4089-9818-9cd9327a7f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.419192 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d18866ee-15d2-4ee2-9266-a5451667468f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.431447 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:31.499549 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.111595 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.321528 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 5 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:55:48.590692 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55246) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:48.658862 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.pecan_wsgi.hooks.translation [None req-68585de5-65d2-46cd-9bfe-338c9256ea38 admin admin] GET failed (client error): The resource could not be found. May 10 14:55:48.660106 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-68585de5-65d2-46cd-9bfe-338c9256ea38 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684853 May 10 14:55:48.788012 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78052c05-7855-4d28-a2e4-6a96e7a183c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:48.789350 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-78052c05-7855-4d28-a2e4-6a96e7a183c1 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1255298 May 10 14:55:50.919704 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55256) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:51.023799 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e087d1-3a30-48ac-a247-4bbd7648c413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:51.024352 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-05e087d1-3a30-48ac-a247-4bbd7648c413 admin admin] Synchronizing usage tracker for tenant:a606d4b226bd4ac886fa695266575f77 on resource:subnet {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:51.039115 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-05e087d1-3a30-48ac-a247-4bbd7648c413 admin admin] Unset dirty status for tenant:a606d4b226bd4ac886fa695266575f77 on resource:subnet {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:51.040442 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-05e087d1-3a30-48ac-a247-4bbd7648c413 admin admin] 10.222.0.43 "GET /v2.0/subnets/fae44665-b131-4fca-b4d4-d22dd29d008e HTTP/1.1" status: 200 len: 849 time: 0.1197722 May 10 14:55:51.050618 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:51.164840 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Notify callbacks [] for subnet, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.395526 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771351080030'] for subnet, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.399024 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:55:51.438743 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:51.439260 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.440608 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] 10.222.0.43 "PUT /v2.0/subnets/fae44665-b131-4fca-b4d4-d22dd29d008e HTTP/1.1" status: 200 len: 868 time: 0.3944583 May 10 14:55:51.444208 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c30add-6cea-483c-88cb-4361c6894eb0 None None] Network 6cce8b7a-af93-4201-9f7a-480aec06bff0 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:55:51.465237 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae44665-b131-4fca-b4d4-d22dd29d008e,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:51.472992 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.473346 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.473676 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.474008 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.474366 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.474697 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.475032 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.475357 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.475700 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.476027 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.476348 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.476669 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.480488 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9ca90845-0e87-4ed9-aeac-dc3f3eb1548a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:55:51.866444 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-81481047-71e0-40c4-bc04-7a3a423647bc None None] Provisioning complete for port 7b3bd63d-2ef5-44be-953f-3a3b8b98a614 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:51.866816 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-81481047-71e0-40c4-bc04-7a3a423647bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.989364 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-81481047-71e0-40c4-bc04-7a3a423647bc None None] Provisioning complete for port 719bd3f4-c138-4f8a-a0c3-435b2a801eee triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:51.989614 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-81481047-71e0-40c4-bc04-7a3a423647bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.537233 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55266) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:53.710215 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db6db2-6167-41f3-9dc0-bfadaf3e19a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:53.710702 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db6db2-6167-41f3-9dc0-bfadaf3e19a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:53.712219 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f0db6db2-6167-41f3-9dc0-bfadaf3e19a3 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1740234 May 10 14:55:55.792655 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55276) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:55.976040 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8067649-68e2-4077-8f56-fd83d517904d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:55.976436 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8067649-68e2-4077-8f56-fd83d517904d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:55.977963 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-a8067649-68e2-4077-8f56-fd83d517904d admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1843596 May 10 14:55:57.986666 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-8c14be23-b3b7-4925-94af-1bc364bcca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:58.050477 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55286) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:58.219983 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6daf01-a955-4e6a-a548-dffb7a434bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:58.221228 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-3c6daf01-a955-4e6a-a548-dffb7a434bfd admin admin] 10.222.0.43 "GET /v2.0/networks/6cce8b7a-af93-4201-9f7a-480aec06bff0 HTTP/1.1" status: 200 len: 869 time: 0.1698320 May 10 14:56:00.299065 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55296) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:00.412093 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-aae39126-67d6-40fc-ba20-d5c9969e8d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:00.434725 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:00.466319 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac6c18-771a-4d42-8845-98946f1d6dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:00.467677 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-8fac6c18-771a-4d42-8845-98946f1d6dd7 admin admin] 10.222.0.43 "GET /v2.0/networks/bc1966c4-1376-496a-80cc-e9df4c16f0a5 HTTP/1.1" status: 200 len: 886 time: 0.1676717 May 10 14:56:01.503086 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:02.537190 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55306) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:02.642246 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6320b9fa-cbaf-4e84-a485-e14dd1d37c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:02.642702 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6320b9fa-cbaf-4e84-a485-e14dd1d37c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:02.644192 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-6320b9fa-cbaf-4e84-a485-e14dd1d37c35 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061120 May 10 14:56:03.112394 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.718974 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55316) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:04.849464 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13207f99-50e2-45cc-9326-4dc043eb7404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:04.850054 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13207f99-50e2-45cc-9326-4dc043eb7404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:04.851772 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-13207f99-50e2-45cc-9326-4dc043eb7404 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1318598 May 10 14:56:06.926622 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55326) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:07.027576 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e806130-8bd8-43b7-8a36-2de4b040f82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:07.028853 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-1e806130-8bd8-43b7-8a36-2de4b040f82b admin admin] 10.222.0.43 "GET /v2.0/subnets/ab75f48b-1726-4b95-993d-3471ae61a7f8 HTTP/1.1" status: 200 len: 816 time: 0.1012723 May 10 14:56:09.110123 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55336) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:09.214938 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305bb0fa-8e18-49f2-b261-f10372b758f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:09.216278 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-305bb0fa-8e18-49f2-b261-f10372b758f8 admin admin] 10.222.0.43 "GET /v2.0/subnets/fae44665-b131-4fca-b4d4-d22dd29d008e HTTP/1.1" status: 200 len: 868 time: 0.1052167 May 10 14:56:23.319820 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 5 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:56:27.991394 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-56a2b129-67d7-454a-b3df-e9740924a475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:30.414556 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d41b32e2-4798-4170-be88-985f57efe458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:30.436539 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:31.506565 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:31.880347 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55380) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:31.927780 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [None req-cd0b0007-f4ed-4f0c-8d9f-d9a09a488375 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:56:31.928736 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-cd0b0007-f4ed-4f0c-8d9f-d9a09a488375 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474687 May 10 14:56:33.115725 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.100780 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55390) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:34.176968 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53ab62b-080c-478e-8ab2-74c2febfaf48 admin admin] GET failed (client error): The resource could not be found. May 10 14:56:34.178217 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-c53ab62b-080c-478e-8ab2-74c2febfaf48 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0764203 May 10 14:56:34.307094 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115408e6-8191-4727-888f-dd21f9c6177e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:34.307952 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-115408e6-8191-4727-888f-dd21f9c6177e admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1259737 May 10 14:56:36.397743 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55400) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:36.445275 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:36.449967 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:36.459576 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:36.468891 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Made reservation on behalf of a606d4b226bd4ac886fa695266575f77 for: {'network': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:56:36.471555 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.569197 dv-cinder-780933-4-iscsi neutron-server[78716]: WARNING neutron.services.revisions.revision_plugin [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Could not find related network for resource to bump revision. May 10 14:56:36.583333 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=78716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:56:36.594668 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771351086740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.595251 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Unsubscribe: segment precommit_create {{(pid=78716) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 14:56:36.595723 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.segments_db [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Added segment 89d19f39-e97a-4991-8497-a50ab420dad0 of type vlan for network 4af20786-3527-480b-8094-6b9f49dde95c May 10 14:56:36.661325 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.696288 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.698055 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:36.698674 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.703641 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:56:36.802418 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4035485 May 10 14:56:36.823464 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Pushing event updated for resources: {'Network': ['ID=4af20786-3527-480b-8094-6b9f49dde95c,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:36.832501 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:36.832853 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:36.833185 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:36.833513 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:36.833837 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:36.834188 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:36.834508 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:36.834820 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:36.835152 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:36.835475 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:36.835787 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:36.836093 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Tracked resource versions report: May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: pushed versions: May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: { 'AddressGroup': {'1.2'}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'ConntrackHelper': {'1.0'}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Log': {'1.0'}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Network': {'1.1'}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Port': {'1.7'}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'PortForwarding': {'1.2'}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'QosPolicy': {'1.8'}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'SecurityGroup': {'1.4'}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'SecurityGroupRule': {'1.2'}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'SubPort': {'1.0'}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Subnet': {'1.1'}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Trunk': {'1.1'}} May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: consumer versions: May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: { DHCP agent@dv-cinder-780933-4-iscsi: {}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: L3 agent@dv-cinder-780933-4-iscsi: {}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: Metadata agent@dv-cinder-780933-4-iscsi: {}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: Metering agent@dv-cinder-780933-4-iscsi: {}, May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: Open vSwitch agent@dv-cinder-780933-4-iscsi: { 'AddressGroup': '1.2', May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'ConntrackHelper': '1.0', May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Log': '1.0', May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Network': '1.1', May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Port': '1.7', May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'PortForwarding': '1.2', May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'QosPolicy': '1.8', May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'SecurityGroup': '1.4', May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'SecurityGroupRule': '1.2', May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'SubPort': '1.0', May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Subnet': '1.1', May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Trunk': '1.1'}} May 10 14:56:36.837276 dv-cinder-780933-4-iscsi neutron-server[78716]: {{(pid=78716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:56:36.872265 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:56:36.879639 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network 4af20786-3527-480b-8094-6b9f49dde95c details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:56:38.929123 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55414) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:38.995628 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.pecan_wsgi.hooks.translation [None req-057bf73c-bd07-4b77-b00a-6ca994775e08 admin admin] GET failed (client error): The resource could not be found. May 10 14:56:38.996143 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-057bf73c-bd07-4b77-b00a-6ca994775e08 admin admin] Synchronizing usage tracker for tenant:a606d4b226bd4ac886fa695266575f77 on resource:network {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:39.011465 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-057bf73c-bd07-4b77-b00a-6ca994775e08 admin admin] Unset dirty status for tenant:a606d4b226bd4ac886fa695266575f77 on resource:network {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:39.012638 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-057bf73c-bd07-4b77-b00a-6ca994775e08 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0825455 May 10 14:56:39.117132 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9afe25-b1d3-4785-ae0d-911f2ae58b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:39.118508 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-7f9afe25-b1d3-4785-ae0d-911f2ae58b6a admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1020124 May 10 14:56:39.128248 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:39.132814 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:39.142204 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:39.152180 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Made reservation on behalf of a606d4b226bd4ac886fa695266575f77 for: {'subnet': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:56:39.154430 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.543389 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for subnet, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.549080 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:56:39.615876 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=262f1857-3c57-44f6-b60e-decb5a33d4d3,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:39.621258 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:56:39.624125 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Checking segment: {'id': '89d19f39-e97a-4991-8497-a50ab420dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:56:39.624125 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Network hostable DHCP agents. Network: 4af20786-3527-480b-8094-6b9f49dde95c, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:56:39.641676 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Network 4af20786-3527-480b-8094-6b9f49dde95c is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:56:39.650255 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, 4af20786-3527-480b-8094-6b9f49dde95c) {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:56:39.654815 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:39.655910 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.660964 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce646e22-e368-436c-bfae-e97d9cb170e8 None None] Network 4af20786-3527-480b-8094-6b9f49dde95c requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:56:39.680152 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5550859 May 10 14:56:39.887248 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda8c9c-4c96-568d-a79a-b4ac7ddc94e0-4af20786-3527-480b-8094-6b9f49dde95c', 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c', 'tenant_id': 'a606d4b226bd4ac886fa695266575f77', 'fixed_ips': [{'subnet_id': '262f1857-3c57-44f6-b60e-decb5a33d4d3'}]}} from dv-cinder-780933-4-iscsi. {{(pid=78718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 14:56:39.888098 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.048422 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.db_base_plugin_common [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Allocated IP 192.168.233.2 (4af20786-3527-480b-8094-6b9f49dde95c/262f1857-3c57-44f6-b60e-decb5a33d4d3/e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2) {{(pid=78718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:56:40.251285 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Notify callbacks [] for port, precommit_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.262502 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Transition to ACTIVE for port object e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2 will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:56:40.281173 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Transition to ACTIVE for port object e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2 will not be triggered until provisioned by entity DHCP. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:56:40.287139 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.291611 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:56:40.347728 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Network 4af20786-3527-480b-8094-6b9f49dde95c is already hosted by enough agents. {{(pid=78718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:56:40.348840 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.base_scheduler [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Resources bound (agent type, host, resource id): {{(pid=78718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:56:40.353298 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Received port after_create {{(pid=78718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 14:56:40.369889 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Pushing event updated for resources: {'Port': ['ID=e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2,revision_number=1']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:40.404484 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:40.404875 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:40.405215 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:40.405545 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:40.406182 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:40.406514 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:40.406838 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:40.407162 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:40.407506 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:40.407828 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:40.408153 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:40.408465 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:40.416724 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:56:40.465666 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Attempting to bind port e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:56:40.466033 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Attempting to bind port e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': '89d19f39-e97a-4991-8497-a50ab420dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:56:40.466425 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Attempting to bind port e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2 on network 4af20786-3527-480b-8094-6b9f49dde95c {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:56:40.471737 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 14, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:56:40.472114 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Checking segment: {'id': '89d19f39-e97a-4991-8497-a50ab420dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:56:40.472510 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.472905 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Bound using segment: {'id': '89d19f39-e97a-4991-8497-a50ab420dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:56:40.473365 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Bound port: e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d19f39-e97a-4991-8497-a50ab420dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:56:40.473865 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.563143 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] For port e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:56:40.566588 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] For port e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2,segment=NetworkSegment(89d19f39-e97a-4991-8497-a50ab420dad0),segment_id=89d19f39-e97a-4991-8497-a50ab420dad0)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:56:40.570934 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.575517 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:56:40.650358 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Pushing event updated for resources: {'Port': ['ID=e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:40.658463 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:56:41.463213 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1ae9bf-45f2-4d24-9845-6cb732ac10a9 None None] Network 4af20786-3527-480b-8094-6b9f49dde95c requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:56:41.616850 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-28180215-5fb4-4ff2-b0d6-fa9b3eb4cf8e None None] Provisioning for port e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:56:42.389465 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:42.460741 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:56:42.465441 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:42.466028 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.582512 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.616401 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2,segment=NetworkSegment(89d19f39-e97a-4991-8497-a50ab420dad0),segment_id=89d19f39-e97a-4991-8497-a50ab420dad0)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:42.620354 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.622814 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:56:42.689923 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:42.693021 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:56:44.367745 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:44.435554 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port e9d3bb69-eb3d-44b6-86ab-6349aa76d0b2 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:44.435928 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:57.992579 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-df4f05dc-4cac-48dd-a674-acb0bca1968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:00.318428 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 5 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:57:00.416064 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-2c82d8e7-ea33-4270-beb4-3eeba3c8000b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:00.438019 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:01.510052 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:03.117570 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:27.994412 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-0b895342-1652-4c03-8b7e-0d0696c77287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:30.419552 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c1427ca3-d179-4346-ad99-820d88f50067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:30.438731 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:31.513791 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:33.122292 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:37.316488 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 5 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:57:43.869162 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55464) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:43.875659 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [None req-add4e0d1-c584-49fe-b219-cdee627a490c tempest-verify_tempest_config-1432588148 tempest-verify_tempest_config-1432588148-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:57:43.876604 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-add4e0d1-c584-49fe-b219-cdee627a490c tempest-verify_tempest_config-1432588148 tempest-verify_tempest_config-1432588148-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064447 May 10 14:57:44.169313 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55482) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:44.282814 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:44.296478 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:57:44.300458 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Usage tracker for resource:security_group_rule and tenant:0efa8d0a14674279a852dd94bd099c00 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:57:44.303205 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:57:44.308703 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:57:44.392854 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:44.396479 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:44.405501 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:57:44.441416 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Synchronizing usage tracker for tenant:a606d4b226bd4ac886fa695266575f77 on resource:security_group {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:57:44.445595 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6470553-b20f-4e1f-9441-47d3536f65e4,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:44.455023 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:44.455382 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:44.455722 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:44.456047 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:44.456362 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:44.456696 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:44.457017 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:44.457331 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:44.457658 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:44.457970 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:44.458304 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:44.458612 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:44.462362 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:57:44.472527 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Unset dirty status for tenant:a606d4b226bd4ac886fa695266575f77 on resource:security_group {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:57:44.473952 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0efa8d0a14674279a852dd94bd099c00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3030822 May 10 14:57:44.476665 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55488) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:44.534279 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f0aeac0d-6022-42bf-8c04-ca1ed41fa983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:44.558862 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f0aeac0d-6022-42bf-8c04-ca1ed41fa983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:44.649402 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f0aeac0d-6022-42bf-8c04-ca1ed41fa983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:44.654710 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:57:44.664590 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aeac0d-6022-42bf-8c04-ca1ed41fa983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6470553-b20f-4e1f-9441-47d3536f65e4,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:44.669678 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f0aeac0d-6022-42bf-8c04-ca1ed41fa983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:57:44.673028 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f0aeac0d-6022-42bf-8c04-ca1ed41fa983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:44.674308 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f0aeac0d-6022-42bf-8c04-ca1ed41fa983 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6470553-b20f-4e1f-9441-47d3536f65e4 HTTP/1.1" status: 204 len: 168 time: 0.1966741 May 10 14:57:57.996133 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-b5548167-22d5-48c8-9f7d-1e1cd60d481f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:00.422155 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-3ca41e8a-b94e-493b-a03f-0107c909811c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:00.439509 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:01.516307 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:03.124748 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:14.316126 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 5 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:58:27.996572 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-2e7d7afe-27eb-430e-b9f2-f9c331522637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:30.424650 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c6b15eae-5536-4276-96f8-8b829c2088c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:30.443043 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:31.519048 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:33.127188 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:51.315179 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 5 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:58:57.997919 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-cb9746f4-975d-476b-bfbe-3428d270ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:00.426015 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-b5eead78-8e68-4578-adbd-05f5d604a9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:00.444211 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:01.522268 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:03.130004 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:16.052349 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758'] for agent, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:19.842015 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55540) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:19.953718 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-875ba75a-ce74-4e39-b589-93298841d074 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1105826 May 10 14:59:22.072242 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55550) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:22.129640 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-ba2775bf-b890-4a79-94b3-6b913ced6600 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0562556 May 10 14:59:27.999058 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-f1b82c8e-37b3-4b2a-bb3a-7537175a50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:28.313850 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:59:30.428716 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-5b1b6a7a-e320-4cef-9b28-0716ce2ca934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:30.446658 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:31.525640 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:33.133253 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:46.039236 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:58.000414 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-15e8d8f3-3e59-4b27-8634-9ae2d8f045e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:00.429511 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-f64455b8-bd76-4cec-af66-89c5d5dfd204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:00.447849 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:01.528064 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:03.227548 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:05.312821 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:00:16.086694 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:28.003075 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-41542bbb-ded0-4630-bb63-13d9bd89a1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:30.432010 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-0277f0fb-bcb3-4d5c-86ef-4ca367b7146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:30.449202 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:31.532073 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:33.138555 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:42.311846 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:00:46.062293 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.018646 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55742) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:48.246209 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55756) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:48.433475 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1588002522-network', 'tenant_id': 'a28e2d7df4fa43baa5c6b44485a59310'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:48.438465 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:48.442258 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Usage tracker for resource:network and tenant:a28e2d7df4fa43baa5c6b44485a59310 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:48.445032 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:48.453945 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:48.463995 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Made reservation on behalf of a28e2d7df4fa43baa5c6b44485a59310 for: {'network': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:48.466526 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.479518 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.493697 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:48.497624 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Usage tracker for resource:security_group_rule and tenant:a28e2d7df4fa43baa5c6b44485a59310 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:48.500440 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:48.506503 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:48.518740 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55768) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:48.599912 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.604288 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.608575 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:48.640624 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=78717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:00:48.650464 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.650805 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.segments_db [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Added segment 2ab12300-0613-426c-af29-5a7090c77c24 of type vlan for network 9ea6ed15-6f8b-47af-b46b-a48336ac938a May 10 15:00:48.651907 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643522fd-3b25-4979-b115-9ea091087298,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:48.664015 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:48.664373 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:48.664708 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:48.665067 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:48.665439 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:48.665889 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:48.666238 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:48.666600 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:48.666931 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:48.667248 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:48.667561 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:48.667864 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Tracked resource versions report: May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: pushed versions: May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: { 'AddressGroup': {'1.2'}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'ConntrackHelper': {'1.0'}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Log': {'1.0'}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Network': {'1.1'}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Port': {'1.7'}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'PortForwarding': {'1.2'}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'QosPolicy': {'1.8'}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'SecurityGroup': {'1.4'}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'SecurityGroupRule': {'1.2'}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'SubPort': {'1.0'}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Subnet': {'1.1'}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Trunk': {'1.1'}} May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: consumer versions: May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: { DHCP agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: HyperV agent@hv-cinder-78093: {}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: L3 agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: Metadata agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: Metering agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: Open vSwitch agent@dv-cinder-780933-4-iscsi: { 'AddressGroup': '1.2', May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'ConntrackHelper': '1.0', May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Log': '1.0', May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Network': '1.1', May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Port': '1.7', May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'PortForwarding': '1.2', May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'QosPolicy': '1.8', May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'SecurityGroup': '1.4', May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'SecurityGroupRule': '1.2', May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'SubPort': '1.0', May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Subnet': '1.1', May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: 'Trunk': '1.1'}} May 10 15:00:48.668932 dv-cinder-780933-4-iscsi neutron-server[78717]: {{(pid=78717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:00:48.672728 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:48.695113 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.725300 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.726702 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:48.727273 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.731808 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:48.821569 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-683929878-network', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:48.838388 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55788) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:48.846215 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Pushing event updated for resources: {'Network': ['ID=9ea6ed15-6f8b-47af-b46b-a48336ac938a,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:48.849638 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:48.852918 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:48.856864 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network 9ea6ed15-6f8b-47af-b46b-a48336ac938a details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:00:48.858373 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Usage tracker for resource:network and tenant:2b0a047e20ce43b3b25bdfc7d7d78f97 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:48.861081 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:48.868689 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:48.873408 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-network', 'tenant_id': '44887f9b480647b0a07600f3de217a2b'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:48.881865 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8621259 May 10 15:00:48.882611 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55794) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:48.888675 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Request body: {'subnet': {'network_id': '9ea6ed15-6f8b-47af-b46b-a48336ac938a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1588002522-subnet', 'tenant_id': 'a28e2d7df4fa43baa5c6b44485a59310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:48.889956 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:48.893215 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:48.896942 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Usage tracker for resource:subnet and tenant:a28e2d7df4fa43baa5c6b44485a59310 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:48.899773 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:48.899977 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Usage tracker for resource:network and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:48.906039 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Made reservation on behalf of 2b0a047e20ce43b3b25bdfc7d7d78f97 for: {'network': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:48.907464 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:48.909768 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.922005 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:48.924127 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:48.933639 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.952231 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Made reservation on behalf of 44887f9b480647b0a07600f3de217a2b for: {'network': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:48.954679 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:48.956101 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.958889 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Usage tracker for resource:security_group_rule and tenant:2b0a047e20ce43b3b25bdfc7d7d78f97 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:48.961854 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:48.967694 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:48.985822 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.011199 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:49.016958 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Usage tracker for resource:security_group_rule and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:49.022035 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:49.028454 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Made reservation on behalf of a28e2d7df4fa43baa5c6b44485a59310 for: {'subnet': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:49.030713 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.031006 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:49.109130 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-100681170-network', 'tenant_id': '1bbe0d8f29044567a4dba35abd2b9679'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:49.116032 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:49.128627 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Usage tracker for resource:network and tenant:1bbe0d8f29044567a4dba35abd2b9679 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:49.134607 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:49.148264 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:49.170487 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.177494 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.189062 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.201943 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:49.216565 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Made reservation on behalf of 1bbe0d8f29044567a4dba35abd2b9679 for: {'network': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:49.220683 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.224003 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.233669 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:49.237312 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=78716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:00:49.266329 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.273245 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=78717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:00:49.288377 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11513bab-41f2-42f5-b455-70f5cdb06a64,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:49.288631 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9382428-61fa-4093-b3a0-4b32af5148bc,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:49.292401 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:49.292599 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.292905 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.segments_db [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Added segment 36f1fe83-2053-4c76-a094-25d804d5f9b6 of type vlan for network 0a505177-ed31-4f0e-addb-1734401fec02 May 10 15:00:49.306283 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:49.312553 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.312553 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.segments_db [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Added segment 22d2208c-c302-4848-b567-8ac092b0e400 of type vlan for network 9898ef2e-8f23-4108-a4f9-428beb28e721 May 10 15:00:49.313767 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:49.314425 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:49.315017 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:49.315662 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:49.316147 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:49.316632 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:49.317101 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:49.317570 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:49.318053 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:49.318559 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:49.319018 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:49.319484 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Tracked resource versions report: May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: pushed versions: May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: { 'AddressGroup': {'1.2'}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'ConntrackHelper': {'1.0'}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Log': {'1.0'}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Network': {'1.1'}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Port': {'1.7'}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'PortForwarding': {'1.2'}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'QosPolicy': {'1.8'}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'SecurityGroup': {'1.4'}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'SecurityGroupRule': {'1.2'}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'SubPort': {'1.0'}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Subnet': {'1.1'}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Trunk': {'1.1'}} May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: consumer versions: May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: { DHCP agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: HyperV agent@hv-cinder-78093: {}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: L3 agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: Metadata agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: Metering agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: Open vSwitch agent@dv-cinder-780933-4-iscsi: { 'AddressGroup': '1.2', May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'ConntrackHelper': '1.0', May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Log': '1.0', May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Network': '1.1', May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Port': '1.7', May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'PortForwarding': '1.2', May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'QosPolicy': '1.8', May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'SecurityGroup': '1.4', May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'SecurityGroupRule': '1.2', May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'SubPort': '1.0', May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Subnet': '1.1', May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: 'Trunk': '1.1'}} May 10 15:00:49.320934 dv-cinder-780933-4-iscsi neutron-server[78716]: {{(pid=78716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:00:49.331120 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Usage tracker for resource:security_group_rule and tenant:1bbe0d8f29044567a4dba35abd2b9679 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:49.338647 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:49.339950 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:49.357311 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:49.368847 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.433020 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.443077 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:49.444016 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.451640 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-acdd8442-8bdc-4d77-815d-d04de59659ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:49.476648 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.540907 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.543564 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:49.544212 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.555758 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:49.564062 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Pushing event updated for resources: {'Network': ['ID=0a505177-ed31-4f0e-addb-1734401fec02,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:49.575962 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network 0a505177-ed31-4f0e-addb-1734401fec02 details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:00:49.657770 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.668085 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:49.677390 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.703501 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=78716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:00:49.713193 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.713864 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.segments_db [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Added segment b23be678-be42-4362-add5-aa316869f0de of type vlan for network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 May 10 15:00:49.741917 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.762912 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:49.791502 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for subnet, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.803583 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc362d-50cf-4104-bb02-d2489523567e,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:49.807706 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2861321 May 10 15:00:49.809417 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:49.816874 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55828) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:49.819626 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5704401 May 10 15:00:49.822570 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55830) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:49.824022 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9898ef2e-8f23-4108-a4f9-428beb28e721,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:49.828979 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.832511 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:49.840776 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Request body: {'subnet': {'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-683929878-subnet', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:49.848583 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network 9898ef2e-8f23-4108-a4f9-428beb28e721 details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:00:49.849022 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:49.853271 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Usage tracker for resource:subnet and tenant:2b0a047e20ce43b3b25bdfc7d7d78f97 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:49.856452 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:49.862411 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Request body: {'subnet': {'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-subnet', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:49.863044 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:49.865488 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:49.872562 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:49.873559 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.879676 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-05ef5685-fb98-4fb0-bae2-b50050a9ee57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:49.900447 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Made reservation on behalf of 2b0a047e20ce43b3b25bdfc7d7d78f97 for: {'subnet': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:49.903190 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.961501 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:49.980154 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Usage tracker for resource:subnet and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:49.991492 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:50.022479 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:50.094142 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc727449-7b26-4680-a497-20b3834763ec,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:50.094142 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:50.096741 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Checking segment: {'id': '2ab12300-0613-426c-af29-5a7090c77c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9ea6ed15-6f8b-47af-b46b-a48336ac938a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:50.096741 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Network hostable DHCP agents. Network: 9ea6ed15-6f8b-47af-b46b-a48336ac938a, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:00:50.107294 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Made reservation on behalf of 44887f9b480647b0a07600f3de217a2b for: {'subnet': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:50.107294 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:50.187577 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3478184 May 10 15:00:50.202422 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55846) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:50.208229 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Request body: {'subnet': {'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-100681170-subnet', 'tenant_id': '1bbe0d8f29044567a4dba35abd2b9679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:50.222637 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:50.231676 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Pushing event updated for resources: {'Network': ['ID=99b6a91f-19b7-41e0-ad91-cacc27ae7450,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:50.234269 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Usage tracker for resource:subnet and tenant:1bbe0d8f29044567a4dba35abd2b9679 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:50.240915 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:50.241687 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:50.243113 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:00:50.252961 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:50.288512 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Network 9ea6ed15-6f8b-47af-b46b-a48336ac938a is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:00:50.294048 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Made reservation on behalf of 1bbe0d8f29044567a4dba35abd2b9679 for: {'subnet': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:50.297500 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:50.301905 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, 9ea6ed15-6f8b-47af-b46b-a48336ac938a) {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:50.313676 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:50.314071 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:50.347941 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230ec91-0b11-4c4d-8b4a-cbf29141dba4 None None] Network 9ea6ed15-6f8b-47af-b46b-a48336ac938a requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:50.394966 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5051007 May 10 15:00:50.604956 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2aac3-391e-4a3e-a0fb-7a1dcc28936e None None] Network 9ea6ed15-6f8b-47af-b46b-a48336ac938a requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:50.804391 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for subnet, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:50.827389 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c0b0e2e7-8b96-4231-96fb-76035a0f2dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:50.982454 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:50.986385 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:50.987370 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Checking segment: {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:50.987728 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Network hostable DHCP agents. Network: 0a505177-ed31-4f0e-addb-1734401fec02, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:00:51.010532 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Network 0a505177-ed31-4f0e-addb-1734401fec02 is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:00:51.026684 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, 0a505177-ed31-4f0e-addb-1734401fec02) {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:51.031222 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:51.032191 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.039892 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552c120-2158-40c8-877d-2a60c94a291e None None] Network 0a505177-ed31-4f0e-addb-1734401fec02 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:51.077579 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2547252 May 10 15:00:51.078236 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55884) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:51.089746 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:51.102238 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:51.109846 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Usage tracker for resource:router and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:51.117619 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:51.130302 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for subnet, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.131788 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:51.138239 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:51.155917 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8335331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6011'] for router, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.157181 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8335340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8270572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7899051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6000'] for router, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.198966 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.227911 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1859c68a-7965-4036-a524-e77acc694d2a,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:51.251385 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:51.316522 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Checking segment: {'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:51.317883 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Network hostable DHCP agents. Network: 9898ef2e-8f23-4108-a4f9-428beb28e721, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:00:51.409718 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Network 9898ef2e-8f23-4108-a4f9-428beb28e721 is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:00:51.453760 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, 9898ef2e-8f23-4108-a4f9-428beb28e721) {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:51.471345 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda8c9c-4c96-568d-a79a-b4ac7ddc94e0-0a505177-ed31-4f0e-addb-1734401fec02', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384'}]}} from dv-cinder-780933-4-iscsi. {{(pid=78718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:00:51.474185 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.476783 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:51.477403 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.490797 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de26e594-a8e0-4569-9f2e-f66a4ed59e7e None None] Network 9898ef2e-8f23-4108-a4f9-428beb28e721 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:51.614105 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55912) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:51.628346 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for subnet, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.632894 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55922) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:51.633086 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8079357 May 10 15:00:51.637471 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8270485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8268311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5982'] for router, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.638798 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f7f11186-dae9-47d1-95e1-85fca0e11973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:51.645397 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-683929878-router', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:51.652769 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:51.657520 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Usage tracker for resource:router and tenant:2b0a047e20ce43b3b25bdfc7d7d78f97 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:51.662124 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:51.685571 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:51.697471 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=210cc1d5-f5f3-4b5e-98d7-a49b665d0c03,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:51.704459 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:51.738271 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Checking segment: {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:51.738858 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Network hostable DHCP agents. Network: 99b6a91f-19b7-41e0-ad91-cacc27ae7450, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:00:51.753843 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8335331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6011'] for router, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.755018 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8335340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8270572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7899051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6000'] for router, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.761600 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:00:51.773663 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, 99b6a91f-19b7-41e0-ad91-cacc27ae7450) {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:51.778685 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.779202 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:51.779960 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.788787 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc31e36-39e0-4db9-ad58-3090d4542a61 None None] Network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:51.818764 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6151545 May 10 15:00:52.251425 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ef8be-b2a0-480d-a3d9-1a8ccc7b471c None None] Network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:52.296984 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4760be-3c61-4d07-a328-b84a18ba0124 None None] Network 9898ef2e-8f23-4108-a4f9-428beb28e721 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:52.334129 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8270485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8268311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5982'] for router, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.400366 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55948) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:52.482214 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52c8cf35-49ad-4db5-87e4-1afd77c8ee60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.559529 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-52c8cf35-49ad-4db5-87e4-1afd77c8ee60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:52.567038 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-52c8cf35-49ad-4db5-87e4-1afd77c8ee60 admin admin] Usage tracker for resource:security_group_rule and tenant:ae0d0cf406bf492b81329f8e92d51333 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:52.572310 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-52c8cf35-49ad-4db5-87e4-1afd77c8ee60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:52.575376 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.605321 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-52c8cf35-49ad-4db5-87e4-1afd77c8ee60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:52.615320 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.771747 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8274d5af-5cc6-4a01-abb2-e62de30e8849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.806445 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-8274d5af-5cc6-4a01-abb2-e62de30e8849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:52.836057 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-8274d5af-5cc6-4a01-abb2-e62de30e8849 admin admin] Usage tracker for resource:security_group_rule and tenant:ecc67e5633e4470fb0e521c8d388e127 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:52.839094 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-8274d5af-5cc6-4a01-abb2-e62de30e8849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:52.841928 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Allocated IP 172.27.0.71 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/f165d5f5-9358-43ee-897e-6c0e76a14fb9) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:52.847863 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-8274d5af-5cc6-4a01-abb2-e62de30e8849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:52.866353 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52c8cf35-49ad-4db5-87e4-1afd77c8ee60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.883037 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.db_base_plugin_common [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Allocated IP 172.20.0.2 (0a505177-ed31-4f0e-addb-1734401fec02/5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384/c9ce043f-2724-4184-9f65-6f24a306022b) {{(pid=78718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:52.952111 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52c8cf35-49ad-4db5-87e4-1afd77c8ee60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.993650 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8274d5af-5cc6-4a01-abb2-e62de30e8849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.004435 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8274d5af-5cc6-4a01-abb2-e62de30e8849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.021131 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:53.066259 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55974) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:53.086664 dv-cinder-780933-4-iscsi neutron-server[78716]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 15:00:53.118445 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-108e92c7-738a-4224-a5a0-ab1a50d2284b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:53.253956 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8cf35-49ad-4db5-87e4-1afd77c8ee60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b86d941-92fe-418e-83ed-9c4880c6968c,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:53.258179 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-52c8cf35-49ad-4db5-87e4-1afd77c8ee60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae0d0cf406bf492b81329f8e92d51333&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6441627 May 10 15:00:53.260816 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-52c8cf35-49ad-4db5-87e4-1afd77c8ee60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:53.270981 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 55984) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:53.279830 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Notify callbacks [] for port, precommit_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.290542 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-c39228ce-8345-44e1-ad4f-9903a7206629 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:53.291249 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-c39228ce-8345-44e1-ad4f-9903a7206629 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Synchronizing usage tracker for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:network {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:00:53.302202 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Transition to ACTIVE for port object c9ce043f-2724-4184-9f65-6f24a306022b will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:53.324808 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-8274d5af-5cc6-4a01-abb2-e62de30e8849 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ecc67e5633e4470fb0e521c8d388e127&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9227483 May 10 15:00:53.326012 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 55988) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:53.326867 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-c39228ce-8345-44e1-ad4f-9903a7206629 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Unset dirty status for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:network {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:00:53.334911 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-c39228ce-8345-44e1-ad4f-9903a7206629 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/networks?id=99b6a91f-19b7-41e0-ad91-cacc27ae7450 HTTP/1.1" status: 200 len: 814 time: 0.2601316 May 10 15:00:53.338863 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274d5af-5cc6-4a01-abb2-e62de30e8849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83521585-b75d-4fd5-8902-d4d5cb444ea9,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:53.345171 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Transition to ACTIVE for port object c9ce043f-2724-4184-9f65-6f24a306022b will not be triggered until provisioned by entity DHCP. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:53.359722 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.366457 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:53.389420 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8274d5af-5cc6-4a01-abb2-e62de30e8849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:53.418285 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-ba9c5bca-5d4f-4dc7-8618-519d6b159592 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/quotas/1bbe0d8f29044567a4dba35abd2b9679 HTTP/1.1" status: 200 len: 375 time: 0.0824375 May 10 15:00:53.424554 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.477561 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.482001 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.485385 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-e1a9307f-8206-4c35-b25c-182481c7c39b tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660896 May 10 15:00:53.494704 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8aaf412d-1bcd-4dcd-b051-d5ef0fb0f96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.496812 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Network 0a505177-ed31-4f0e-addb-1734401fec02 is already hosted by enough agents. {{(pid=78718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:53.505294 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.base_scheduler [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Resources bound (agent type, host, resource id): {{(pid=78718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:53.515000 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Received port after_create {{(pid=78718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:00:53.531480 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8aaf412d-1bcd-4dcd-b051-d5ef0fb0f96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.574686 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e49a23b8-93c7-4b00-8162-679d59e292fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.621969 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e49a23b8-93c7-4b00-8162-679d59e292fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.640247 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8aaf412d-1bcd-4dcd-b051-d5ef0fb0f96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.649157 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8274d5af-5cc6-4a01-abb2-e62de30e8849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:53.683262 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf412d-1bcd-4dcd-b051-d5ef0fb0f96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83521585-b75d-4fd5-8902-d4d5cb444ea9,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:53.691864 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.693456 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Pushing event updated for resources: {'Port': ['ID=c9ce043f-2724-4184-9f65-6f24a306022b,revision_number=1']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:53.700566 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8aaf412d-1bcd-4dcd-b051-d5ef0fb0f96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:53.706439 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8aaf412d-1bcd-4dcd-b051-d5ef0fb0f96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.708029 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-8aaf412d-1bcd-4dcd-b051-d5ef0fb0f96a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83521585-b75d-4fd5-8902-d4d5cb444ea9 HTTP/1.1" status: 204 len: 168 time: 0.3711646 May 10 15:00:53.725272 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:53.725611 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:53.725940 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:53.726300 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:53.726753 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:53.727072 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:53.727384 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:53.727695 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:53.728028 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:53.728343 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:53.728657 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:53.728950 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Tracked resource versions report: May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: pushed versions: May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: { 'AddressGroup': {'1.2'}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'ConntrackHelper': {'1.0'}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Log': {'1.0'}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Network': {'1.1'}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Port': {'1.7'}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'PortForwarding': {'1.2'}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'QosPolicy': {'1.8'}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'SecurityGroup': {'1.4'}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'SecurityGroupRule': {'1.2'}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'SubPort': {'1.0'}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Subnet': {'1.1'}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Trunk': {'1.1'}} May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: consumer versions: May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: { DHCP agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: HyperV agent@hv-cinder-78093: {}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: L3 agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: Metadata agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: Metering agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: Open vSwitch agent@dv-cinder-780933-4-iscsi: { 'AddressGroup': '1.2', May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'ConntrackHelper': '1.0', May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Log': '1.0', May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Network': '1.1', May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Port': '1.7', May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'PortForwarding': '1.2', May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'QosPolicy': '1.8', May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'SecurityGroup': '1.4', May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'SecurityGroupRule': '1.2', May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'SubPort': '1.0', May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Subnet': '1.1', May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: 'Trunk': '1.1'}} May 10 15:00:53.730931 dv-cinder-780933-4-iscsi neutron-server[78718]: {{(pid=78718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:00:53.738350 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:53.753562 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-87bd91f7-5cb6-4f45-a643-5e256d5e3be8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:00:53.755128 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-87bd91f7-5cb6-4f45-a643-5e256d5e3be8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0942869 May 10 15:00:53.805522 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Attempting to bind port c9ce043f-2724-4184-9f65-6f24a306022b on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:00:53.806212 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Attempting to bind port c9ce043f-2724-4184-9f65-6f24a306022b by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:00:53.806959 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Attempting to bind port c9ce043f-2724-4184-9f65-6f24a306022b on network 0a505177-ed31-4f0e-addb-1734401fec02 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:00:53.825804 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:00:53.826042 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Checking segment: {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:53.834568 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.835458 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Bound using segment: {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:00:53.836231 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Bound port: c9ce043f-2724-4184-9f65-6f24a306022b, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:00:53.836848 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.886287 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Allocated IP 172.27.0.177 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/237a6b15-585f-474e-ace3-ae2489e3d370) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:53.986901 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 56026) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:53.990192 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] For port c9ce043f-2724-4184-9f65-6f24a306022b, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:00:53.992484 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cc56a9ee-800f-4d6f-a722-c37adbe74209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:53.993854 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] For port c9ce043f-2724-4184-9f65-6f24a306022b, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=c9ce043f-2724-4184-9f65-6f24a306022b,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:00:54.001519 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:54.008824 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:54.077382 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:54.078416 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Pushing event updated for resources: {'Port': ['ID=f165d5f5-9358-43ee-897e-6c0e76a14fb9,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:54.083125 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:54.085789 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Pushing event updated for resources: {'Port': ['ID=c9ce043f-2724-4184-9f65-6f24a306022b,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:54.090670 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:54.133776 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:54.136456 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:00:54.202516 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-d79b6d60-0751-48d3-b81e-892358d75153 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:54.203937 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-d79b6d60-0751-48d3-b81e-892358d75153 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/networks?id=9ea6ed15-6f8b-47af-b46b-a48336ac938a HTTP/1.1" status: 200 len: 812 time: 0.2074618 May 10 15:00:54.214991 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-3b8402af-6882-4900-bded-f15caa0d5906 service neutron] 10.222.0.43 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539034 May 10 15:00:54.250803 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-08d3674a-9dce-4496-adea-8fa1a5b6f2e0 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/quotas/a28e2d7df4fa43baa5c6b44485a59310 HTTP/1.1" status: 200 len: 375 time: 0.0382268 May 10 15:00:54.313202 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e49a23b8-93c7-4b00-8162-679d59e292fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:54.331248 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:54.370863 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a23b8-93c7-4b00-8162-679d59e292fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b86d941-92fe-418e-83ed-9c4880c6968c,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:54.373174 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e49a23b8-93c7-4b00-8162-679d59e292fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:54.428486 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56032) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:54.435729 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-316dae4a-8706-4639-9c99-64f04e06e21c tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a28e2d7df4fa43baa5c6b44485a59310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1744442 May 10 15:00:54.515504 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e49a23b8-93c7-4b00-8162-679d59e292fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:54.516640 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-e49a23b8-93c7-4b00-8162-679d59e292fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b86d941-92fe-418e-83ed-9c4880c6968c HTTP/1.1" status: 204 len: 168 time: 1.2397738 May 10 15:00:54.525212 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-21e3058f-b2a0-4257-ae7c-ca696c8c8290 service neutron] 10.222.0.43 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002095 May 10 15:00:54.577656 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c434279f-2d0f-4007-8546-61d188f40022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:54.622136 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device c9ce043f-2724-4184-9f65-6f24a306022b up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:54.630355 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:54.635955 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-c434279f-2d0f-4007-8546-61d188f40022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:54.657792 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-c434279f-2d0f-4007-8546-61d188f40022 admin admin] Usage tracker for resource:security_group_rule and tenant:d95bb98b4628482db2a3f79ed9c7b0fb is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:54.664241 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-c434279f-2d0f-4007-8546-61d188f40022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:54.666323 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-db42707f-9c2f-443f-b65c-c12c5e94e692 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:00:54.674835 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-c434279f-2d0f-4007-8546-61d188f40022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:54.675250 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-db42707f-9c2f-443f-b65c-c12c5e94e692 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0706229 May 10 15:00:54.726809 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:54.781367 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port c9ce043f-2724-4184-9f65-6f24a306022b completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:54.874914 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-6b37170d-4e5f-46a3-90f8-3112818ab1d2 service neutron] 10.222.0.43 "GET /v2.0/networks/9ea6ed15-6f8b-47af-b46b-a48336ac938a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984463 May 10 15:00:55.097480 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-dda1c50d-a3b7-4b0e-b8af-149a2abb315e service neutron] 10.222.0.43 "GET /v2.0/networks/9ea6ed15-6f8b-47af-b46b-a48336ac938a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158217 May 10 15:00:55.175022 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a24cde29-a1cb-4018-bd04-03fa76b2f420 req-5bf457d0-f0eb-48b4-b7f0-abe7b686594f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 210 time: 0.0761380 May 10 15:00:55.260781 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:55.261296 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 56072) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:55.295812 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ec207107-4e49-400a-943c-accc0c8d56be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:55.340406 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-ec207107-4e49-400a-943c-accc0c8d56be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:55.351153 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-ec207107-4e49-400a-943c-accc0c8d56be admin admin] Usage tracker for resource:security_group_rule and tenant:7f99dc1cd404460d93cb3ada39d7e9c1 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:55.361694 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-ec207107-4e49-400a-943c-accc0c8d56be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:55.378156 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-ec207107-4e49-400a-943c-accc0c8d56be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:55.471310 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0b626bf4-5413-48fd-a03f-7bf7fa12af33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:55.542203 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-120fb7fc-7eb4-42ba-8366-deeecfe5cc93 req-e490ff66-ea71-4a43-b705-80cc449f425a tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 210 time: 0.0884366 May 10 15:00:55.678010 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:55.679449 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ec207107-4e49-400a-943c-accc0c8d56be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:55.685173 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc9e7e6-6241-4686-b062-72dbb3b53c8c None None] Network 0a505177-ed31-4f0e-addb-1734401fec02 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:55.690046 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:55.695226 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:00:55.706003 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ec207107-4e49-400a-943c-accc0c8d56be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:55.733861 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:55.794327 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec207107-4e49-400a-943c-accc0c8d56be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c7035b-a3c8-4b19-867a-0275083494f8,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:55.808201 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ec207107-4e49-400a-943c-accc0c8d56be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:55.851847 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-ec207107-4e49-400a-943c-accc0c8d56be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f99dc1cd404460d93cb3ada39d7e9c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5890415 May 10 15:00:55.854089 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 56112) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:55.869199 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-6af295b7-5916-4750-b578-bb26841b4d1b None None] Provisioning for port c9ce043f-2724-4184-9f65-6f24a306022b completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:55.923155 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-6af295b7-5916-4750-b578-bb26841b4d1b None None] Provisioning complete for port c9ce043f-2724-4184-9f65-6f24a306022b triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:55.925618 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-6af295b7-5916-4750-b578-bb26841b4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.003740 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Pushing event updated for resources: {'Port': ['ID=237a6b15-585f-474e-ace3-ae2489e3d370,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:56.011257 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:56.024426 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-07bb3255-35a3-468e-99e3-5d058274c542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.082886 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-07bb3255-35a3-468e-99e3-5d058274c542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.219014 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-07bb3255-35a3-468e-99e3-5d058274c542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.224977 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:56.261570 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb3255-35a3-468e-99e3-5d058274c542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c7035b-a3c8-4b19-867a-0275083494f8,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:56.273117 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-07bb3255-35a3-468e-99e3-5d058274c542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:56.281597 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-07bb3255-35a3-468e-99e3-5d058274c542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.286227 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-07bb3255-35a3-468e-99e3-5d058274c542 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91c7035b-a3c8-4b19-867a-0275083494f8 HTTP/1.1" status: 204 len: 168 time: 0.4279089 May 10 15:00:56.317468 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c434279f-2d0f-4007-8546-61d188f40022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.357193 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-6af295b7-5916-4750-b578-bb26841b4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.369024 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c434279f-2d0f-4007-8546-61d188f40022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.412237 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5befcfe7-8926-4945-ba43-e6302b444e04 req-56133156-6e51-45e5-8e97-3c6348fb271c tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 210 time: 0.1378627 May 10 15:00:56.484114 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d87178d7-ac6d-4045-b5b6-1da3f696415b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:56.523429 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 56164) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:56.524396 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-c434279f-2d0f-4007-8546-61d188f40022 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d95bb98b4628482db2a3f79ed9c7b0fb&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0932131 May 10 15:00:56.527708 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-6af295b7-5916-4750-b578-bb26841b4d1b None None] For port c9ce043f-2724-4184-9f65-6f24a306022b, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=c9ce043f-2724-4184-9f65-6f24a306022b,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:56.529605 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434279f-2d0f-4007-8546-61d188f40022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8c62c6-2498-4f0d-8a8f-00b9255a3c70,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:56.534355 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c434279f-2d0f-4007-8546-61d188f40022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:56.536821 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-6af295b7-5916-4750-b578-bb26841b4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.547449 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-18446967-6af0-4f08-a1ba-1341df9177a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:56.590805 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8268398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8261376'] for router, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.639564 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-89b09ac1-b56c-4bae-9c65-0fc3c7632389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.764540 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af295b7-5916-4750-b578-bb26841b4d1b None None] Pushing event updated for resources: {'Port': ['ID=c9ce043f-2724-4184-9f65-6f24a306022b,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:56.768615 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-6af295b7-5916-4750-b578-bb26841b4d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:56.769500 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-89b09ac1-b56c-4bae-9c65-0fc3c7632389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.826755 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-947ffc21-36c6-4c35-8650-78fd0a6fcd87 req-3b2fba81-bdba-459c-b120-1e902885f0a0 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 210 time: 0.1548650 May 10 15:00:56.856899 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-89b09ac1-b56c-4bae-9c65-0fc3c7632389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.859473 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8aaf412d-1bcd-4dcd-b051-d5ef0fb0f96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:56.880257 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b09ac1-b56c-4bae-9c65-0fc3c7632389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8c62c6-2498-4f0d-8a8f-00b9255a3c70,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:56.885659 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-89b09ac1-b56c-4bae-9c65-0fc3c7632389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:56.913097 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-89b09ac1-b56c-4bae-9c65-0fc3c7632389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.914166 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-89b09ac1-b56c-4bae-9c65-0fc3c7632389 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e8c62c6-2498-4f0d-8a8f-00b9255a3c70 HTTP/1.1" status: 204 len: 168 time: 0.3894749 May 10 15:00:57.073130 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-30baf2c5-75cd-48cb-a95a-78b7983700f7 None None] Provisioning complete for port c9ce043f-2724-4184-9f65-6f24a306022b triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:57.073883 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-30baf2c5-75cd-48cb-a95a-78b7983700f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:57.167122 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:57.364628 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Router d5ebbc15-ab70-4a43-b7c1-a875204b8078 is scheduled to L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f with binding_index 1 {{(pid=78717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:00:57.671689 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-25b2524b-f7a5-4229-b72d-f3e2b173024e req-7784940c-f34c-4e8f-b1d2-65c5c5c0c2f8 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 210 time: 0.0526526 May 10 15:00:57.682383 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8268398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8261376'] for router, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:57.819013 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:57.829968 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Sync routers for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:57.844194 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:00:57.847844 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:00:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:57.866253 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:57.868081 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7888191 May 10 15:00:57.870825 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56240) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:58.019939 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9b6893d9-7d98-43c4-a05b-d7a6f984517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:58.138058 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-84b28e6e-9419-46b8-96da-7414414a4595 req-10cea2bc-1207-4167-bb14-8a9c95921006 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 210 time: 0.0949197 May 10 15:00:58.214124 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:00:58.287441 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Router a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 is scheduled to L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f with binding_index 1 {{(pid=78717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:00:58.610243 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device c9ce043f-2724-4184-9f65-6f24a306022b up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:58.623957 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:00:54Z', 'revision_number': 3, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:58.644180 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Checking router: d5ebbc15-ab70-4a43-b7c1-a875204b8078 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:58.644599 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Updating router d5ebbc15-ab70-4a43-b7c1-a875204b8078 port f165d5f5-9358-43ee-897e-6c0e76a14fb9 binding host dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:00:58.677003 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:58.691579 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Sync routers for ids ['a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:58.728165 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:58.738919 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:58.739909 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1057045 May 10 15:00:58.742818 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 56272) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:58.784930 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Routers {'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:00:58.786699 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:00:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:59.069604 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.172538 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9c48efa1-2a44-4b89-ba24-5f0d2a1bb462 req-a91de842-7bfd-4742-aa98-9220d0ed2aca tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 210 time: 0.0871885 May 10 15:00:59.288255 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Set router a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:00:59.363907 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Allocated IP 172.20.0.1 (0a505177-ed31-4f0e-addb-1734401fec02/5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384/24fdb638-3d4b-451b-9574-b94534ee0afe) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:59.401666 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Notify callbacks [] for port, precommit_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.469453 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.provisioning_blocks [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Transition to ACTIVE for port object f165d5f5-9358-43ee-897e-6c0e76a14fb9 will not be triggered until provisioned by entity L2. {{(pid=78719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:59.491368 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.498016 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-7e2e1080-0052-406a-a451-2b4b5becbb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:59.500268 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port c9ce043f-2724-4184-9f65-6f24a306022b triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:59.500901 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.709542 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.718222 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Attempting to bind port f165d5f5-9358-43ee-897e-6c0e76a14fb9 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:00:59.718733 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Attempting to bind port f165d5f5-9358-43ee-897e-6c0e76a14fb9 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:00:59.719207 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Attempting to bind port f165d5f5-9358-43ee-897e-6c0e76a14fb9 on network bc1966c4-1376-496a-80cc-e9df4c16f0a5 {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:00:59.743959 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:00:59.744814 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Checking segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:59.745052 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Transition to ACTIVE for port object 24fdb638-3d4b-451b-9574-b94534ee0afe will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:59.745545 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.745898 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Bound using segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:00:59.747855 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Bound port: f165d5f5-9358-43ee-897e-6c0e76a14fb9, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:00:59.753802 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.814023 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.828014 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:59.864085 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] For port f165d5f5-9358-43ee-897e-6c0e76a14fb9, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:00:59.869537 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] For port f165d5f5-9358-43ee-897e-6c0e76a14fb9, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=f165d5f5-9358-43ee-897e-6c0e76a14fb9,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:00:59.871398 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Pushing event updated for resources: {'Port': ['ID=f165d5f5-9358-43ee-897e-6c0e76a14fb9,revision_number=2']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:59.883302 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.884986 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:59.885333 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:59.885668 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:59.886080 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:59.886471 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:59.886800 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:59.887123 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:59.887446 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:59.887971 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:59.888506 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:59.888954 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:59.889278 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Tracked resource versions report: May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: pushed versions: May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: { 'AddressGroup': {'1.2'}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'ConntrackHelper': {'1.0'}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Log': {'1.0'}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Network': {'1.1'}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Port': {'1.7'}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'PortForwarding': {'1.2'}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'QosPolicy': {'1.8'}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'SecurityGroup': {'1.4'}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'SecurityGroupRule': {'1.2'}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'SubPort': {'1.0'}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Subnet': {'1.1'}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Trunk': {'1.1'}} May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: consumer versions: May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: { DHCP agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: HyperV agent@hv-cinder-78093: {}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: L3 agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: Metadata agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: Metering agent@dv-cinder-780933-4-iscsi: {}, May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: Open vSwitch agent@dv-cinder-780933-4-iscsi: { 'AddressGroup': '1.2', May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'ConntrackHelper': '1.0', May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Log': '1.0', May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Network': '1.1', May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Port': '1.7', May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'PortForwarding': '1.2', May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'QosPolicy': '1.8', May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'SecurityGroup': '1.4', May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'SecurityGroupRule': '1.2', May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'SubPort': '1.0', May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Subnet': '1.1', May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: 'Trunk': '1.1'}} May 10 15:00:59.891291 dv-cinder-780933-4-iscsi neutron-server[78719]: {{(pid=78719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:00:59.894685 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:59.906684 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:59.967562 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0f7d24e7-902c-4b8d-aa2c-0303ff9b5f68 req-7091d8aa-8bbf-41a2-aa50-bce2e384c301 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 210 time: 0.5280235 May 10 15:01:00.002662 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Pushing event updated for resources: {'Port': ['ID=f165d5f5-9358-43ee-897e-6c0e76a14fb9,revision_number=3']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:00.061327 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:00.064667 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'name': 'tempest-ServerRescueNegativeTestJSON-683929878-router', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 3, 'project_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'gw_port': {'id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:53Z', 'updated_at': '2021-05-10T15:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:00.073283 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Checking router: a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:01:00.073994 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Updating router a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 port 237a6b15-585f-474e-ace3-ae2489e3d370 binding host dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:01:00.074365 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:00.075461 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:00:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:00.082829 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Network 0a505177-ed31-4f0e-addb-1734401fec02 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:00.086061 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:00.093354 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:00.093354 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8258015'] for router_interface, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.191443 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Pushing event updated for resources: {'Port': ['ID=24fdb638-3d4b-451b-9574-b94534ee0afe,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:00.196054 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:00.201765 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56308) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:00.206972 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.631054 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.642284 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.38', 60984) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:00.642630 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2f358a1e-1dfb-4d87-91c2-eb6fdd7070ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.673445 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c3b0f2b7-5863-4d0e-b959-da78e0c95e31 req-0749cf32-873d-4a04-b260-f12794b3169c tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 210 time: 0.1377728 May 10 15:01:00.707815 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:00.738310 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.777317 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6ec0-a156-4be1-8633-77e64d18df56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.780547 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-2f358a1e-1dfb-4d87-91c2-eb6fdd7070ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:00.785822 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-492e2fef-55b5-4b9d-bc91-abb260b5c7eb None None] Provisioning for port 24fdb638-3d4b-451b-9574-b94534ee0afe completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:00.794512 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-492e2fef-55b5-4b9d-bc91-abb260b5c7eb None None] Provisioning complete for port 24fdb638-3d4b-451b-9574-b94534ee0afe triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:00.795168 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-492e2fef-55b5-4b9d-bc91-abb260b5c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.820803 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.019210 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-2f358a1e-1dfb-4d87-91c2-eb6fdd7070ef admin admin] Usage tracker for resource:security_group_rule and tenant:4b2f6741cc094b668546ac0fe2beb0af is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:01.022563 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-2f358a1e-1dfb-4d87-91c2-eb6fdd7070ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:01.029534 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-2f358a1e-1dfb-4d87-91c2-eb6fdd7070ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:01.057092 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-492e2fef-55b5-4b9d-bc91-abb260b5c7eb None None] Port 24fdb638-3d4b-451b-9574-b94534ee0afe cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:01:01.117959 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Notify callbacks [] for port, precommit_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.128033 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2f358a1e-1dfb-4d87-91c2-eb6fdd7070ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.137947 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Transition to ACTIVE for port object 237a6b15-585f-474e-ace3-ae2489e3d370 will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:01.149494 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.38', 60992) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:01.150193 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.154747 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:01.215461 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:00:54Z', 'revision_number': 3, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:01.224082 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617fabf3-1dc6-4e7b-b685-63c03128d942 None None] The sync data for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi is: [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:00:54Z', 'revision_number': 3, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:01:01.285828 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-6cd2b910-4759-4370-933d-e55e7c516d62 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:01.286578 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-6cd2b910-4759-4370-933d-e55e7c516d62 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Synchronizing usage tracker for tenant:a28e2d7df4fa43baa5c6b44485a59310 on resource:network {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:01.291668 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2f358a1e-1dfb-4d87-91c2-eb6fdd7070ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.321740 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7323379-aa1d-40b5-a996-af01454abb07 None None] Pushing event updated for resources: {'Port': ['ID=237a6b15-585f-474e-ace3-ae2489e3d370,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:01.329600 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:01.346135 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d7323379-aa1d-40b5-a996-af01454abb07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:01.364291 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Attempting to bind port 237a6b15-585f-474e-ace3-ae2489e3d370 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:01.365852 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Attempting to bind port 237a6b15-585f-474e-ace3-ae2489e3d370 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:01.366620 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Attempting to bind port 237a6b15-585f-474e-ace3-ae2489e3d370 on network bc1966c4-1376-496a-80cc-e9df4c16f0a5 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:01.380472 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:01.380870 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Checking segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:01.381861 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.382575 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Bound using segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:01.383187 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Bound port: 237a6b15-585f-474e-ace3-ae2489e3d370, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:01.383851 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.384911 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-2f358a1e-1dfb-4d87-91c2-eb6fdd7070ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b2f6741cc094b668546ac0fe2beb0af&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1807885 May 10 15:01:01.385734 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56354) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:01.390613 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f358a1e-1dfb-4d87-91c2-eb6fdd7070ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb93389-36ef-46ab-beb4-95e55c1e9ec5,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:01.477311 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-2f358a1e-1dfb-4d87-91c2-eb6fdd7070ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:01.598472 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] For port 237a6b15-585f-474e-ace3-ae2489e3d370, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:01.605188 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] For port 237a6b15-585f-474e-ace3-ae2489e3d370, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=237a6b15-585f-474e-ace3-ae2489e3d370,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:01.606204 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.608727 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-6cd2b910-4759-4370-933d-e55e7c516d62 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Unset dirty status for tenant:a28e2d7df4fa43baa5c6b44485a59310 on resource:network {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:01.609858 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-6cd2b910-4759-4370-933d-e55e7c516d62 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.38 "GET /v2.0/networks?id=9ea6ed15-6f8b-47af-b46b-a48336ac938a HTTP/1.1" status: 200 len: 812 time: 0.9583135 May 10 15:01:01.614161 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.619118 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:01.628539 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-56da7d66-5ec4-4e68-b16a-8aed2a94cfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.670811 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2fa4d3ee-9df2-4956-b1c6-870b503cccab req-7a27efe3-0742-42f0-a8f6-15b3651992e0 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 210 time: 0.4096951 May 10 15:01:01.690886 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-128a0e6f-e8fa-408e-bd95-857a499159a6 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:01.692413 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-128a0e6f-e8fa-408e-bd95-857a499159a6 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "GET /v2.0/networks?id=99b6a91f-19b7-41e0-ad91-cacc27ae7450 HTTP/1.1" status: 200 len: 814 time: 0.5412352 May 10 15:01:01.718270 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Allocated IP 172.20.0.1 (9898ef2e-8f23-4108-a4f9-428beb28e721/1859c68a-7965-4036-a524-e77acc694d2a/8ebc2907-420b-4d2a-87ed-c9ea07267625) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:01.724491 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Request body: {'port': {'device_id': '25c97e3d-ace5-4439-84b7-e4d6a62de2bc', 'network_id': '9ea6ed15-6f8b-47af-b46b-a48336ac938a', 'admin_state_up': True, 'tenant_id': 'a28e2d7df4fa43baa5c6b44485a59310'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:01.892240 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7323379-aa1d-40b5-a996-af01454abb07 None None] Pushing event updated for resources: {'Port': ['ID=237a6b15-585f-474e-ace3-ae2489e3d370,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:01.906321 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d7323379-aa1d-40b5-a996-af01454abb07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:01.931042 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Routers {'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:01.931630 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:01:01Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:01.982509 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 56396) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:01.995441 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Request body: {'port': {'device_id': '16ffb5f0-20f9-48cf-9005-672424cca49f', 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450', 'admin_state_up': True, 'tenant_id': '1bbe0d8f29044567a4dba35abd2b9679'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:02.067932 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-56da7d66-5ec4-4e68-b16a-8aed2a94cfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.293729 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.321680 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.334122 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-788db381-ddde-4d3e-8325-63843e4a25d8 req-c5df3c14-dd92-487a-816c-255eed2e42c4 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 210 time: 0.3480632 May 10 15:01:02.430034 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] Set router a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:02.456216 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8257916'] for router_interface, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.492541 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-79eb71de-9ad2-4b45-86fa-7085c1807122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:02.544512 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.549794 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-250578cc-c631-443b-92cd-b221518a0a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.581697 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:02.599594 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Usage tracker for resource:port and tenant:1bbe0d8f29044567a4dba35abd2b9679 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:02.608721 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-250578cc-c631-443b-92cd-b221518a0a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:02.632073 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:02.636859 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-250578cc-c631-443b-92cd-b221518a0a10 admin admin] Usage tracker for resource:security_group_rule and tenant:f8ae94377c1a45738e124b73c7ac1986 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:02.650793 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-250578cc-c631-443b-92cd-b221518a0a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:02.654515 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:02.662505 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-250578cc-c631-443b-92cd-b221518a0a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:02.674709 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-56da7d66-5ec4-4e68-b16a-8aed2a94cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.686795 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device f165d5f5-9358-43ee-897e-6c0e76a14fb9 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:02.732485 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Made reservation on behalf of 1bbe0d8f29044567a4dba35abd2b9679 for: {'port': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:02.736009 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.965718 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-250578cc-c631-443b-92cd-b221518a0a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.974867 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Network 0a505177-ed31-4f0e-addb-1734401fec02 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:02.998541 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:03.007699 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-250578cc-c631-443b-92cd-b221518a0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.015295 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:03.020810 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Usage tracker for resource:port and tenant:a28e2d7df4fa43baa5c6b44485a59310 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:03.024998 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:03.034038 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:03.043905 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Pushing event updated for resources: {'Port': ['ID=24fdb638-3d4b-451b-9574-b94534ee0afe,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:03.062064 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:03.085332 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:03.235942 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9000bb62-1b8b-40b8-8e5e-f2a57d9db279 req-b3bbe1d6-2f40-4057-a040-9103042666de tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 210 time: 0.2350762 May 10 15:01:03.265257 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port f165d5f5-9358-43ee-897e-6c0e76a14fb9 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:03.265795 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.282444 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.290957 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port f165d5f5-9358-43ee-897e-6c0e76a14fb9 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:03.293045 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.455836 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Network 9898ef2e-8f23-4108-a4f9-428beb28e721 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:03.457336 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250578cc-c631-443b-92cd-b221518a0a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd6916b-1e5e-4de4-8b9f-df97fc6374e0,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:03.462423 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-250578cc-c631-443b-92cd-b221518a0a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:03.467650 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:03.481312 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.638s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:03.485688 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'name': 'tempest-ServerRescueNegativeTestJSON-683929878-router', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 3, 'project_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'gw_port': {'id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:53Z', 'updated_at': '2021-05-10T15:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:03.499243 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16e9a6-63e8-4606-8169-647a8095035d None None] The sync data for ids ['a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'] in dv-cinder-780933-4-iscsi is: [{'id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'name': 'tempest-ServerRescueNegativeTestJSON-683929878-router', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 3, 'project_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'gw_port': {'id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:53Z', 'updated_at': '2021-05-10T15:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:01:03.517596 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Made reservation on behalf of a28e2d7df4fa43baa5c6b44485a59310 for: {'port': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:03.538701 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-250578cc-c631-443b-92cd-b221518a0a10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8ae94377c1a45738e124b73c7ac1986&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4934833 May 10 15:01:03.538923 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.539034 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:03.545278 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:03.545852 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8258015'] for router_interface, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.591601 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56428) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:03.619275 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Router d5ebbc15-ab70-4a43-b7c1-a875204b8078 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:01:03.620533 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8a9be9e-4063-412c-8d6b-483c5e2d6a0f None None] Provisioning complete for port 24fdb638-3d4b-451b-9574-b94534ee0afe triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:03.621106 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8a9be9e-4063-412c-8d6b-483c5e2d6a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.626144 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da7d66-5ec4-4e68-b16a-8aed2a94cfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb93389-36ef-46ab-beb4-95e55c1e9ec5,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:03.637576 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-56da7d66-5ec4-4e68-b16a-8aed2a94cfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:03.752943 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9be9e-4063-412c-8d6b-483c5e2d6a0f None None] Port 24fdb638-3d4b-451b-9574-b94534ee0afe cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:01:03.825783 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.878565 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port f165d5f5-9358-43ee-897e-6c0e76a14fb9, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=f165d5f5-9358-43ee-897e-6c0e76a14fb9,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:03.887222 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.900848 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:04.144180 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=f165d5f5-9358-43ee-897e-6c0e76a14fb9,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:04.152897 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-56da7d66-5ec4-4e68-b16a-8aed2a94cfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.157343 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-56da7d66-5ec4-4e68-b16a-8aed2a94cfbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efb93389-36ef-46ab-beb4-95e55c1e9ec5 HTTP/1.1" status: 204 len: 168 time: 2.7631438 May 10 15:01:04.157487 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:04.337078 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Pushing event updated for resources: {'Port': ['ID=8ebc2907-420b-4d2a-87ed-c9ea07267625,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:04.361329 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:04.447712 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 56444) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:04.536097 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-78399a96-81c6-4221-a421-475f7ef322b3 req-25c32213-6649-4895-9e66-a68f6fed32fb tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 210 time: 0.2960625 May 10 15:01:04.547609 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Allocated IP 172.20.0.14 (99b6a91f-19b7-41e0-ad91-cacc27ae7450/210cc1d5-f5f3-4b5e-98d7-a49b665d0c03/94c3e919-a7ae-409d-a393-b86f1be8dbc2) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:04.640029 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Allocated IP 172.20.0.6 (9ea6ed15-6f8b-47af-b46b-a48336ac938a/fc727449-7b26-4680-a497-20b3834763ec/01941b52-a515-402e-9c32-e7755ba1ca73) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:04.646522 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-eb1cd0df-4e8f-4a35-b230-ef775bf35adf req-d60a3142-35f8-4949-bc85-db435284d234 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 210 time: 0.1934466 May 10 15:01:04.751296 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device f165d5f5-9358-43ee-897e-6c0e76a14fb9 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:04.791577 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e925e95b-de5b-45cb-9078-503edbc6c25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.889608 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port f165d5f5-9358-43ee-897e-6c0e76a14fb9 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:04.890073 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.110387 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7d60af2b-e765-4779-a94e-3e19b7ec6dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.125752 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 56456) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:05.157306 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:01:05.170376 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Sync routers for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:01:05.172946 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 237a6b15-585f-474e-ace3-ae2489e3d370 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:05.199157 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] 10.222.0.43 "PUT /v2.0/routers/d5ebbc15-ab70-4a43-b7c1-a875204b8078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3266084 May 10 15:01:05.207999 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:05.210440 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:01:01Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:05.223060 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-731fc34d-734e-4bab-87c2-4034bf962e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.302836 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-731fc34d-734e-4bab-87c2-4034bf962e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:05.311350 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 237a6b15-585f-474e-ace3-ae2489e3d370 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:05.319002 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-731fc34d-734e-4bab-87c2-4034bf962e80 admin admin] Usage tracker for resource:security_group_rule and tenant:b22d54af6e5c4c518d9e10fcea330f59 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:05.319675 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 237a6b15-585f-474e-ace3-ae2489e3d370 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:05.321237 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.327182 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-731fc34d-734e-4bab-87c2-4034bf962e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:05.341735 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-731fc34d-734e-4bab-87c2-4034bf962e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:05.375243 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-7d60af2b-e765-4779-a94e-3e19b7ec6dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:05.384369 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-7d60af2b-e765-4779-a94e-3e19b7ec6dcc admin admin] Usage tracker for resource:security_group_rule and tenant:b614e740b3de4ef68979505c5e8d25b7 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:05.393116 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-7d60af2b-e765-4779-a94e-3e19b7ec6dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:05.402534 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e925e95b-de5b-45cb-9078-503edbc6c25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.403395 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-7d60af2b-e765-4779-a94e-3e19b7ec6dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:05.530732 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.581126 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 237a6b15-585f-474e-ace3-ae2489e3d370, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=237a6b15-585f-474e-ace3-ae2489e3d370,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:05.588894 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.591037 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:05.631105 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e925e95b-de5b-45cb-9078-503edbc6c25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.648494 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.665609 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c434279f-2d0f-4007-8546-61d188f40022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:05.693622 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.702894 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925e95b-de5b-45cb-9078-503edbc6c25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd6916b-1e5e-4de4-8b9f-df97fc6374e0,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:05.711970 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e925e95b-de5b-45cb-9078-503edbc6c25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:05.722917 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e925e95b-de5b-45cb-9078-503edbc6c25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.728013 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-e925e95b-de5b-45cb-9078-503edbc6c25e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fd6916b-1e5e-4de4-8b9f-df97fc6374e0 HTTP/1.1" status: 204 len: 168 time: 1.8820424 May 10 15:01:05.749874 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:05.764924 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.786775 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a912b361-8461-4117-bcb8-e4a93f8613c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:05.888350 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=237a6b15-585f-474e-ace3-ae2489e3d370,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:05.904104 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:05.953648 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Pushing event updated for resources: {'Port': ['ID=01941b52-a515-402e-9c32-e7755ba1ca73,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:05.961657 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:05.966734 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Network 9ea6ed15-6f8b-47af-b46b-a48336ac938a is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:05.969136 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:05.971999 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:05.979346 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:05.980122 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.005613 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3306386 May 10 15:01:06.131791 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7d60af2b-e765-4779-a94e-3e19b7ec6dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.293458 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-ea81d69f-c808-4e3e-b588-86e76a4c71fc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78717) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:01:06.294708 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-ea81d69f-c808-4e3e-b588-86e76a4c71fc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059757 May 10 15:01:06.509037 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56478) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:06.515457 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--548654419', 'description': 'tempest-description--885845985'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:06.531442 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:06.540974 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Usage tracker for resource:security_group and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:06.543426 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 2, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:06.546239 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:06.550880 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Checking router: d5ebbc15-ab70-4a43-b7c1-a875204b8078 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:01:06.551377 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Updating router d5ebbc15-ab70-4a43-b7c1-a875204b8078 port 24fdb638-3d4b-451b-9574-b94534ee0afe binding host dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:01:06.559837 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:06.578137 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56482) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:06.600457 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.609383 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.623823 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7d60af2b-e765-4779-a94e-3e19b7ec6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.625716 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-93b8f005-399c-473e-829b-4b3e64c965ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.629086 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.640408 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 237a6b15-585f-474e-ace3-ae2489e3d370 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:06.654056 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.673291 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.682771 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-93b8f005-399c-473e-829b-4b3e64c965ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:06.687535 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-93b8f005-399c-473e-829b-4b3e64c965ef admin admin] Usage tracker for resource:security_group_rule and tenant:aa755380c3a94948bbc5e85524181494 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:06.691207 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-93b8f005-399c-473e-829b-4b3e64c965ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:06.697867 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-93b8f005-399c-473e-829b-4b3e64c965ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:06.735871 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a1329f4b-0707-406c-ae32-dfc210dfe735 req-f00aedb1-90fa-4026-a936-675d1fb7a29e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 210 time: 0.1317127 May 10 15:01:06.742323 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-250578cc-c631-443b-92cd-b221518a0a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:06.771291 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-7d60af2b-e765-4779-a94e-3e19b7ec6dcc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b614e740b3de4ef68979505c5e8d25b7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3171561 May 10 15:01:06.772698 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8257916'] for router_interface, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.784294 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 56490) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:06.785899 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60af2b-e765-4779-a94e-3e19b7ec6dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f9dd5b-d3fd-496f-9ffd-c07b23958032,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:06.804771 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-93b8f005-399c-473e-829b-4b3e64c965ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.812550 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-93b8f005-399c-473e-829b-4b3e64c965ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.911787 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:06.928677 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 237a6b15-585f-474e-ace3-ae2489e3d370 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:06.929620 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.971423 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:06.979856 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-93b8f005-399c-473e-829b-4b3e64c965ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa755380c3a94948bbc5e85524181494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004476 May 10 15:01:07.005616 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Usage tracker for resource:security_group_rule and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:07.012426 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56496) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:07.029813 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:07.064598 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-7d60af2b-e765-4779-a94e-3e19b7ec6dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:07.086486 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:07.151922 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8f005-399c-473e-829b-4b3e64c965ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e654d935-933e-4ccd-bcd0-83e94633f5e0,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:07.172229 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-93b8f005-399c-473e-829b-4b3e64c965ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:07.230250 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Network 9898ef2e-8f23-4108-a4f9-428beb28e721 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:07.231334 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:07.277129 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9981291f-f6d3-4309-9db0-0c4293994f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.314268 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:07.316524 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Pushing event updated for resources: {'Port': ['ID=8ebc2907-420b-4d2a-87ed-c9ea07267625,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:07.340870 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9981291f-f6d3-4309-9db0-0c4293994f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.351662 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.364192 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.373722 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e925e95b-de5b-45cb-9078-503edbc6c25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:07.435100 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Request body: {'port': {'device_id': '25c97e3d-ace5-4439-84b7-e4d6a62de2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:07.481955 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c84d7ca-2b30-4d30-b918-778f953f6a87,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:07.490926 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:07.504661 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.508675 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-e0449668-bdff-4e50-8671-8d09f30e2431 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9953258 May 10 15:01:07.514978 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56506) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:07.515742 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9981291f-f6d3-4309-9db0-0c4293994f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.523924 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Request body: {'security_group_rule': {'security_group_id': '7c84d7ca-2b30-4d30-b918-778f953f6a87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:07.531700 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9981291f-f6d3-4309-9db0-0c4293994f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.532970 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-9981291f-f6d3-4309-9db0-0c4293994f15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e654d935-933e-4ccd-bcd0-83e94633f5e0 HTTP/1.1" status: 204 len: 168 time: 0.5131135 May 10 15:01:07.565314 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:07.572886 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:07.590945 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Usage tracker for resource:security_group_rule and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:07.593954 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981291f-f6d3-4309-9db0-0c4293994f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e654d935-933e-4ccd-bcd0-83e94633f5e0,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:07.597705 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:07.602860 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9981291f-f6d3-4309-9db0-0c4293994f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:07.622491 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:07.641540 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.688605 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Notify callbacks [] for port, precommit_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.690374 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.690801 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-650ec760-7cf8-4b09-b451-6700b6ab76c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.710756 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.provisioning_blocks [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Transition to ACTIVE for port object 24fdb638-3d4b-451b-9574-b94534ee0afe will not be triggered until provisioned by entity L2. {{(pid=78719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:07.725523 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.741146 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:07.744346 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-650ec760-7cf8-4b09-b451-6700b6ab76c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.889813 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.925590 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.000775 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:08.043292 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d238f09-c2e3-45f0-a112-145ba5db638b req-e7be86d5-b567-4ac5-a8b6-95531e4c438f tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:08.044952 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3d238f09-c2e3-45f0-a112-145ba5db638b req-e7be86d5-b567-4ac5-a8b6-95531e4c438f tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 931 time: 1.3080018 May 10 15:01:08.131925 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:08.189742 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5208ce49-c691-427b-a986-b7860e11c72d req-f2f06f0d-2c0d-4fb4-906d-2e506753c2a9 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 210 time: 0.1413214 May 10 15:01:08.200642 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Attempting to bind port 24fdb638-3d4b-451b-9574-b94534ee0afe on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:08.201761 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Attempting to bind port 24fdb638-3d4b-451b-9574-b94534ee0afe by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:08.202681 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Attempting to bind port 24fdb638-3d4b-451b-9574-b94534ee0afe on network 0a505177-ed31-4f0e-addb-1734401fec02 {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:08.210807 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:08.216790 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Checking segment: {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:08.217844 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.218637 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Bound using segment: {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:08.219719 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Bound port: 24fdb638-3d4b-451b-9574-b94534ee0afe, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'}}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:08.220853 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.245532 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a986e-c128-4382-a511-f11ddf1ff941 None None] Pushing event updated for resources: {'Port': ['ID=24fdb638-3d4b-451b-9574-b94534ee0afe,revision_number=3']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:08.276843 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-4d5a986e-c128-4382-a511-f11ddf1ff941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:08.310401 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.311599 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7945321 May 10 15:01:08.319530 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a14a6ba-11f1-40c5-a8e9-494da2ada03d,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:08.327586 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:08.328560 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56522) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:08.350965 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Request body: {'security_group_rule': {'security_group_id': '7c84d7ca-2b30-4d30-b918-778f953f6a87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:08.370230 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:08.381390 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Usage tracker for resource:security_group_rule and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:08.397284 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:08.397284 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:08.416503 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3d238f09-c2e3-45f0-a112-145ba5db638b req-cffe0a80-e2d7-4c1b-9aea-6dd47aa91193 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247872 May 10 15:01:08.425865 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] For port 24fdb638-3d4b-451b-9574-b94534ee0afe, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:08.432012 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.448923 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] For port 24fdb638-3d4b-451b-9574-b94534ee0afe, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=24fdb638-3d4b-451b-9574-b94534ee0afe,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:08.455655 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.468561 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:08.471436 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.475354 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-731fc34d-734e-4bab-87c2-4034bf962e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.532917 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-650ec760-7cf8-4b09-b451-6700b6ab76c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.539854 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01941b52-a515-402e-9c32-e7755ba1ca73 {{(pid=78717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:08.543006 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:08.559824 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.587858 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56528) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:08.601510 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Transition to ACTIVE for port object 01941b52-a515-402e-9c32-e7755ba1ca73 will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:08.628721 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.632834 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.634045 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1a32cdaf-d194-4f99-a29d-8c89f736cdee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.655331 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-731fc34d-734e-4bab-87c2-4034bf962e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.669753 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:08.677014 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:08.678333 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:01:01Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:08.701878 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Router a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:01:08.726039 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:08.747393 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:08.753114 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:08.768749 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:08.769456 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.924543 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a986e-c128-4382-a511-f11ddf1ff941 None None] Pushing event updated for resources: {'Port': ['ID=24fdb638-3d4b-451b-9574-b94534ee0afe,revision_number=4']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:08.935461 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-4d5a986e-c128-4382-a511-f11ddf1ff941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:08.938430 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-731fc34d-734e-4bab-87c2-4034bf962e80 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b22d54af6e5c4c518d9e10fcea330f59&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8045433 May 10 15:01:08.946959 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Pushing event updated for resources: {'Port': ['ID=94c3e919-a7ae-409d-a393-b86f1be8dbc2,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:08.949300 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 56534) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:08.952956 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.957991 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:09.027373 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-07bb3255-35a3-468e-99e3-5d058274c542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:09.039912 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-1a32cdaf-d194-4f99-a29d-8c89f736cdee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:09.040038 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:09.171030 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-1a32cdaf-d194-4f99-a29d-8c89f736cdee admin admin] Usage tracker for resource:security_group_rule and tenant:96cd6c8946a84c119ee8b3725a8bad99 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:09.184548 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-1a32cdaf-d194-4f99-a29d-8c89f736cdee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:09.196104 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-1a32cdaf-d194-4f99-a29d-8c89f736cdee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:09.322767 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ec760-7cf8-4b09-b451-6700b6ab76c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f9dd5b-d3fd-496f-9ffd-c07b23958032,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:09.326031 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-650ec760-7cf8-4b09-b451-6700b6ab76c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.331484 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-650ec760-7cf8-4b09-b451-6700b6ab76c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21f9dd5b-d3fd-496f-9ffd-c07b23958032 HTTP/1.1" status: 204 len: 168 time: 2.2735603 May 10 15:01:09.387727 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3999529 May 10 15:01:09.406638 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1a32cdaf-d194-4f99-a29d-8c89f736cdee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.484251 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f25da198-f109-4086-b34b-2f302596be50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.490823 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fc34d-734e-4bab-87c2-4034bf962e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd307dd0-569f-4f4e-8ab3-d1751b0b9ee9,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:09.496654 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-731fc34d-734e-4bab-87c2-4034bf962e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:09.517943 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.529750 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1876428 May 10 15:01:09.538333 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56544) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:09.545086 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.610s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:09.545086 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:09.549600 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Pushing event updated for resources: {'Port': ['ID=01941b52-a515-402e-9c32-e7755ba1ca73,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:09.568345 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Request body: {'floatingip': {'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:09.594956 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1a32cdaf-d194-4f99-a29d-8c89f736cdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.596895 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f25da198-f109-4086-b34b-2f302596be50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.603103 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.934s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:09.605030 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.562s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:09.612962 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:09.632796 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Usage tracker for resource:floatingip and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:09.645093 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:09.653647 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Attempting to bind port 01941b52-a515-402e-9c32-e7755ba1ca73 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:09.654133 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Attempting to bind port 01941b52-a515-402e-9c32-e7755ba1ca73 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '2ab12300-0613-426c-af29-5a7090c77c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9ea6ed15-6f8b-47af-b46b-a48336ac938a'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:09.660305 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Attempting to bind port 01941b52-a515-402e-9c32-e7755ba1ca73 on network 9ea6ed15-6f8b-47af-b46b-a48336ac938a {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:09.698314 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:09.703008 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cc4635-1541-4179-85c1-acbdad6e9929,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:09.721480 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Port 01941b52-a515-402e-9c32-e7755ba1ca73 on network 9ea6ed15-6f8b-47af-b46b-a48336ac938a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:09.721803 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Attempting to bind port 01941b52-a515-402e-9c32-e7755ba1ca73 on network 9ea6ed15-6f8b-47af-b46b-a48336ac938a {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:09.726926 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:09.729751 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-1a32cdaf-d194-4f99-a29d-8c89f736cdee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96cd6c8946a84c119ee8b3725a8bad99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1405442 May 10 15:01:09.730026 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9981291f-f6d3-4309-9db0-0c4293994f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:09.738431 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56548) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:09.764193 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:09.764522 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Checking segment: {'id': '2ab12300-0613-426c-af29-5a7090c77c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9ea6ed15-6f8b-47af-b46b-a48336ac938a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:09.765084 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Bound using segment: {'id': '2ab12300-0613-426c-af29-5a7090c77c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9ea6ed15-6f8b-47af-b46b-a48336ac938a'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:09.765529 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Bound port: 01941b52-a515-402e-9c32-e7755ba1ca73, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab12300-0613-426c-af29-5a7090c77c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '9ea6ed15-6f8b-47af-b46b-a48336ac938a'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:09.766006 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.806616 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.852073 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32cdaf-d194-4f99-a29d-8c89f736cdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8e4558-2359-47df-829e-2fb4bd25d216,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:09.872696 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:01:09.882395 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Sync routers for ids ['a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:01:09.898265 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-1a32cdaf-d194-4f99-a29d-8c89f736cdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:09.958553 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] 10.222.0.43 "PUT /v2.0/routers/a0e8c454-43fa-4e0f-902f-bf897f8d8ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2049751 May 10 15:01:09.958738 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Routers {'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:09.958738 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:01:01Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:09.979916 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f25da198-f109-4086-b34b-2f302596be50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.995139 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:08Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:10.004753 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27847d3-8504-4e73-a67b-732ea278ca98 None None] The sync data for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi is: [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:08Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:01:10.024243 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f25da198-f109-4086-b34b-2f302596be50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.028078 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-f25da198-f109-4086-b34b-2f302596be50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd307dd0-569f-4f4e-8ab3-d1751b0b9ee9 HTTP/1.1" status: 204 len: 168 time: 1.0692294 May 10 15:01:10.093099 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:10.163100 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25da198-f109-4086-b34b-2f302596be50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd307dd0-569f-4f4e-8ab3-d1751b0b9ee9,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:10.168737 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f25da198-f109-4086-b34b-2f302596be50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:10.259215 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e841-c7aa-4f27-bf0e-7d065151149e req-a6cfb0b6-1113-471c-9dec-b96f05748f2f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:10.264233 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-e6c9e841-c7aa-4f27-bf0e-7d065151149e req-a6cfb0b6-1113-471c-9dec-b96f05748f2f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Synchronizing usage tracker for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:10.333591 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2733a16-8d1f-453c-b5ae-6f849d7f34f2 req-8f8a9315-f5ad-4615-aa3d-7126200291f6 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:10.338559 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c2733a16-8d1f-453c-b5ae-6f849d7f34f2 req-8f8a9315-f5ad-4615-aa3d-7126200291f6 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 943 time: 0.6930997 May 10 15:01:10.400227 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9cb196da-cd4f-40c5-a950-74565295538f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.412112 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-e6c9e841-c7aa-4f27-bf0e-7d065151149e req-a6cfb0b6-1113-471c-9dec-b96f05748f2f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Unset dirty status for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:10.420583 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e6c9e841-c7aa-4f27-bf0e-7d065151149e req-a6cfb0b6-1113-471c-9dec-b96f05748f2f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 932 time: 0.9342422 May 10 15:01:10.434348 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] For port 01941b52-a515-402e-9c32-e7755ba1ca73, host hv-cinder-78093, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:10.561666 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] For port 01941b52-a515-402e-9c32-e7755ba1ca73, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=01941b52-a515-402e-9c32-e7755ba1ca73,segment=NetworkSegment(2ab12300-0613-426c-af29-5a7090c77c24),segment_id=2ab12300-0613-426c-af29-5a7090c77c24)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:10.573757 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9cb196da-cd4f-40c5-a950-74565295538f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.585061 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.644532 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c2733a16-8d1f-453c-b5ae-6f849d7f34f2 req-2af8a882-64f4-4377-9066-c07059bffb03 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995198 May 10 15:01:10.672363 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:10.684219 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-e6c9e841-c7aa-4f27-bf0e-7d065151149e req-6fcc7fbe-a319-464b-b598-8f90a378a9c3 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Synchronizing usage tracker for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:security_group {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:10.719521 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 24fdb638-3d4b-451b-9574-b94534ee0afe up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:10.771491 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-e6c9e841-c7aa-4f27-bf0e-7d065151149e req-6fcc7fbe-a319-464b-b598-8f90a378a9c3 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Unset dirty status for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:security_group {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:10.772776 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e6c9e841-c7aa-4f27-bf0e-7d065151149e req-6fcc7fbe-a319-464b-b598-8f90a378a9c3 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416471 May 10 15:01:10.902962 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:10.903905 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.906786 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] 10.222.0.38 "PUT /v2.0/ports/01941b52-a515-402e-9c32-e7755ba1ca73 HTTP/1.1" status: 200 len: 1093 time: 4.2350664 May 10 15:01:10.907724 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c97e3d-ace5-4439-84b7-e4d6a62de2bc', 'tag': '01941b52-a515-402e-9c32-e7755ba1ca73'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:10.989838 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 24fdb638-3d4b-451b-9574-b94534ee0afe completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:11.003159 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Set router a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:11.082990 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 24fdb638-3d4b-451b-9574-b94534ee0afe triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:11.083568 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.103944 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Pushing event updated for resources: {'Port': ['ID=01941b52-a515-402e-9c32-e7755ba1ca73,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:11.141557 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:11.260138 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9cb196da-cd4f-40c5-a950-74565295538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.277711 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:11.357364 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.547411 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb196da-cd4f-40c5-a950-74565295538f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8e4558-2359-47df-829e-2fb4bd25d216,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:11.562409 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9cb196da-cd4f-40c5-a950-74565295538f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:11.577747 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9cb196da-cd4f-40c5-a950-74565295538f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.590051 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-9cb196da-cd4f-40c5-a950-74565295538f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a8e4558-2359-47df-829e-2fb4bd25d216 HTTP/1.1" status: 204 len: 168 time: 1.8434832 May 10 15:01:11.862642 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-3dffa293-a03b-48fc-9022-2257b4bab2d7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:11.881285 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-3dffa293-a03b-48fc-9022-2257b4bab2d7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/networks?id=9898ef2e-8f23-4108-a4f9-428beb28e721 HTTP/1.1" status: 200 len: 818 time: 0.4859984 May 10 15:01:11.914970 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-187e2f34-41aa-4275-9016-280926e859b1 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/quotas/2b0a047e20ce43b3b25bdfc7d7d78f97 HTTP/1.1" status: 200 len: 375 time: 0.0306113 May 10 15:01:11.981987 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Allocated IP 172.27.0.165 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/2447e813-24ea-4d8d-a678-b64a4b3f18d8) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:12.060284 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:12.140495 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 24fdb638-3d4b-451b-9574-b94534ee0afe, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=24fdb638-3d4b-451b-9574-b94534ee0afe,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:12.150353 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'name': 'tempest-ServerRescueNegativeTestJSON-683929878-router', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:04Z', 'revision_number': 4, 'project_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'gw_port': {'id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:53Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '8ebc2907-420b-4d2a-87ed-c9ea07267625', 'name': '', 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'mac_address': 'fa:16:3e:93:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1859c68a-7965-4036-a524-e77acc694d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:01:00Z', 'updated_at': '2021-05-10T15:01:06Z', 'revision_number': 2, 'project_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'subnets': [{'id': '1859c68a-7965-4036-a524-e77acc694d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:12.155588 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:12.156593 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-b3b9e781-9f3b-41cc-8a46-dca677c31924 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Synchronizing usage tracker for tenant:2b0a047e20ce43b3b25bdfc7d7d78f97 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:12.162161 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Checking router: a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:01:12.162773 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Updating router a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 port 8ebc2907-420b-4d2a-87ed-c9ea07267625 binding host dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:01:12.193967 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-b3b9e781-9f3b-41cc-8a46-dca677c31924 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Unset dirty status for tenant:2b0a047e20ce43b3b25bdfc7d7d78f97 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:12.195578 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-b3b9e781-9f3b-41cc-8a46-dca677c31924 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2783160 May 10 15:01:12.209475 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:12.321999 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=24fdb638-3d4b-451b-9574-b94534ee0afe,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:12.329346 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:12.424899 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:12.428705 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:12.484512 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c97e3d-ace5-4439-84b7-e4d6a62de2bc', 'tag': '01941b52-a515-402e-9c32-e7755ba1ca73', 'status': 'completed', 'code': 200} May 10 15:01:12.512286 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:12.516945 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:12.648629 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-46ea6e1f-3f11-439d-b143-748c94d085af service neutron] 10.222.0.43 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438231 May 10 15:01:12.702135 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:12.712586 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:12.747039 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:12.762732 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event updated for resources: {'Port': ['ID=2447e813-24ea-4d8d-a678-b64a4b3f18d8,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:12.775337 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:12.804449 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 24fdb638-3d4b-451b-9574-b94534ee0afe up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:12.903679 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:13.014478 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:13.089051 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76d3bd-874e-4536-aeb7-e29ed24cc1f9 req-28164cea-94ea-401d-9b81-56df7596ea29 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:13.091804 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2b76d3bd-874e-4536-aeb7-e29ed24cc1f9 req-28164cea-94ea-401d-9b81-56df7596ea29 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 943 time: 0.2347040 May 10 15:01:13.137756 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 24fdb638-3d4b-451b-9574-b94534ee0afe triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:13.137756 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:13.299817 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-38b925ac-f1f9-4c54-a3f9-4110bbecd3b0 service neutron] 10.222.0.43 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437702 May 10 15:01:13.333480 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2b76d3bd-874e-4536-aeb7-e29ed24cc1f9 req-3b07b4b9-bc6e-43d1-9dee-c6a9051f14fa tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192278 May 10 15:01:13.370805 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Notify callbacks [] for port, precommit_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:13.418708 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Transition to ACTIVE for port object 8ebc2907-420b-4d2a-87ed-c9ea07267625 will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:13.448113 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:13.543970 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d7323379-aa1d-40b5-a996-af01454abb07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:13.594544 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:13.607149 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:13.667309 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:13.787253 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:13.916081 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event updated for resources: {'Port': ['ID=2447e813-24ea-4d8d-a678-b64a4b3f18d8,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:13.931258 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:13.951821 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a48e9-46be-420e-981d-e9e868670467 None None] Pushing event updated for resources: {'Port': ['ID=8ebc2907-420b-4d2a-87ed-c9ea07267625,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:13.956096 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-afe5131a-aeaf-47da-86ba-c33af6b3e95d req-d6fa2929-64e6-4ff0-b97f-adbe612f8f72 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 210 time: 0.1834049 May 10 15:01:13.977397 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-424a48e9-46be-420e-981d-e9e868670467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:14.006525 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:14.043133 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4965441 May 10 15:01:14.081363 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6b9ed-4659-4981-9ad4-46cb620b96c7 req-88a40027-6328-4964-9237-d6e70c3ad6c6 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:14.087422 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-49e6b9ed-4659-4981-9ad4-46cb620b96c7 req-88a40027-6328-4964-9237-d6e70c3ad6c6 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 932 time: 0.4619892 May 10 15:01:14.234958 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-49e6b9ed-4659-4981-9ad4-46cb620b96c7 req-35663dbd-55d4-4135-ae2b-c66508ef1d16 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415119 May 10 15:01:14.294718 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Attempting to bind port 8ebc2907-420b-4d2a-87ed-c9ea07267625 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:14.295299 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Attempting to bind port 8ebc2907-420b-4d2a-87ed-c9ea07267625 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:14.295689 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Attempting to bind port 8ebc2907-420b-4d2a-87ed-c9ea07267625 on network 9898ef2e-8f23-4108-a4f9-428beb28e721 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:14.303048 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:14.303484 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Checking segment: {'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:14.304625 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:14.305053 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Bound using segment: {'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:14.305854 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Bound port: 8ebc2907-420b-4d2a-87ed-c9ea07267625, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:14.306299 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:14.500596 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] For port 8ebc2907-420b-4d2a-87ed-c9ea07267625, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:14.505273 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] For port 8ebc2907-420b-4d2a-87ed-c9ea07267625, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=8ebc2907-420b-4d2a-87ed-c9ea07267625,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:14.510684 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:14.523715 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:14.619256 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Routers {'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:14.620111 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:01:01Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:14.913377 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a48e9-46be-420e-981d-e9e868670467 None None] Pushing event updated for resources: {'Port': ['ID=8ebc2907-420b-4d2a-87ed-c9ea07267625,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:14.919553 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-424a48e9-46be-420e-981d-e9e868670467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:14.948884 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978389db-ccce-430d-8b12-ade3afc5607f req-31ed30fa-facd-4dcf-9f1c-8de3082bbbbe tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:14.950786 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-31ed30fa-facd-4dcf-9f1c-8de3082bbbbe tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/networks?id=9898ef2e-8f23-4108-a4f9-428beb28e721 HTTP/1.1" status: 200 len: 818 time: 0.4736867 May 10 15:01:14.970005 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913e681-e9f3-4395-8902-bb77695e0316 req-cb0fa257-b9bb-4dad-9e9e-ec6640e461c1 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:14.979481 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b913e681-e9f3-4395-8902-bb77695e0316 req-cb0fa257-b9bb-4dad-9e9e-ec6640e461c1 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 943 time: 0.4266553 May 10 15:01:15.010561 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-af062d0a-21dc-410e-98e6-c702d2d48bef tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/quotas/2b0a047e20ce43b3b25bdfc7d7d78f97 HTTP/1.1" status: 200 len: 375 time: 0.0275302 May 10 15:01:15.019822 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56706) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:15.047642 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] Set router a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:15.165327 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b913e681-e9f3-4395-8902-bb77695e0316 req-e501d23f-d44d-4829-ab9c-3135573a8231 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840518 May 10 15:01:15.210869 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-1f879a2e-3f6b-4981-add9-0ce6b43e8c47 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1895812 May 10 15:01:15.265972 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-474206910-network', 'tenant_id': '7a3cfc50f3c34373a20acb6fbd0d7177'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:15.277585 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:15.299307 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Usage tracker for resource:network and tenant:7a3cfc50f3c34373a20acb6fbd0d7177 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:15.303459 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:15.315347 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:15.343509 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Made reservation on behalf of 7a3cfc50f3c34373a20acb6fbd0d7177 for: {'network': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:15.348620 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.387683 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.406860 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-4049dbbd-c702-4e50-a5ba-78207264030e service neutron] 10.222.0.43 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947501 May 10 15:01:15.423018 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:15.431322 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Usage tracker for resource:security_group_rule and tenant:7a3cfc50f3c34373a20acb6fbd0d7177 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:15.436715 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:15.444415 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:15.507238 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'name': 'tempest-ServerRescueNegativeTestJSON-683929878-router', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:04Z', 'revision_number': 4, 'project_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'gw_port': {'id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:53Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '8ebc2907-420b-4d2a-87ed-c9ea07267625', 'name': '', 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'mac_address': 'fa:16:3e:93:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1859c68a-7965-4036-a524-e77acc694d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:01:00Z', 'updated_at': '2021-05-10T15:01:14Z', 'revision_number': 4, 'project_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'subnets': [{'id': '1859c68a-7965-4036-a524-e77acc694d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:15.513453 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7da512-c4a4-459f-81d9-49284a196c01 None None] The sync data for ids ['a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'] in dv-cinder-780933-4-iscsi is: [{'id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'name': 'tempest-ServerRescueNegativeTestJSON-683929878-router', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:04Z', 'revision_number': 4, 'project_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'gw_port': {'id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:53Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '8ebc2907-420b-4d2a-87ed-c9ea07267625', 'name': '', 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'mac_address': 'fa:16:3e:93:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1859c68a-7965-4036-a524-e77acc694d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:01:00Z', 'updated_at': '2021-05-10T15:01:14Z', 'revision_number': 4, 'project_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'subnets': [{'id': '1859c68a-7965-4036-a524-e77acc694d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:01:15.660696 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-88419be2-36cf-49f1-96ca-61abde9022fc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Synchronizing usage tracker for tenant:44887f9b480647b0a07600f3de217a2b on resource:security_group {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:15.683433 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Request body: {'port': {'device_id': '16ffb5f0-20f9-48cf-9005-672424cca49f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:15.881081 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.884036 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9453cff3-bd46-49a2-8b74-683b0ad30c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:15.889599 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-9453cff3-bd46-49a2-8b74-683b0ad30c4b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a28e2d7df4fa43baa5c6b44485a59310&device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 1096 time: 0.3495672 May 10 15:01:15.893330 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.905075 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:15.909546 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-e3e80432-5641-453b-983f-9b03682a3ba0 service neutron] 10.222.0.43 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018430 May 10 15:01:15.917479 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-88419be2-36cf-49f1-96ca-61abde9022fc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Unset dirty status for tenant:44887f9b480647b0a07600f3de217a2b on resource:security_group {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:15.923246 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-88419be2-36cf-49f1-96ca-61abde9022fc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--548654419&fields=id&tenant_id=44887f9b480647b0a07600f3de217a2b HTTP/1.1" status: 200 len: 267 time: 0.6517057 May 10 15:01:16.090396 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:16.123654 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-11a82af6-aba0-417b-9340-6af3ad262d19 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01941b52-a515-402e-9c32-e7755ba1ca73 HTTP/1.1" status: 200 len: 217 time: 0.1859217 May 10 15:01:16.126383 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=78717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:01:16.219409 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:16.259659 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-4e9de54e-2d8b-4ef5-a9d0-f6077786b61a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:16.260599 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-4e9de54e-2d8b-4ef5-a9d0-f6077786b61a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Synchronizing usage tracker for tenant:44887f9b480647b0a07600f3de217a2b on resource:network {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:16.276235 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e943fef-e1ab-4b81-aec4-e4bda8a3119b,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:16.287262 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:16.287853 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.segments_db [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Added segment 78100f48-2cc3-4cf4-aa85-63968b5e498b of type vlan for network 188e48b4-e46e-441a-abae-a5f709215634 May 10 15:01:16.293055 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:16.347283 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-176dcc73-7022-4eab-b617-272f69b52dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:16.352115 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-176dcc73-7022-4eab-b617-272f69b52dd2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc727449-7b26-4680-a497-20b3834763ec HTTP/1.1" status: 200 len: 852 time: 0.1983774 May 10 15:01:16.353846 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:16.381672 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-4e9de54e-2d8b-4ef5-a9d0-f6077786b61a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Unset dirty status for tenant:44887f9b480647b0a07600f3de217a2b on resource:network {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:16.388630 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-4e9de54e-2d8b-4ef5-a9d0-f6077786b61a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 817 time: 0.4552581 May 10 15:01:16.425312 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-6d14aaf7-1c19-4039-af35-a5d392bd238e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/quotas/44887f9b480647b0a07600f3de217a2b HTTP/1.1" status: 200 len: 375 time: 0.0356238 May 10 15:01:16.440345 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-09f9cbe5-8916-4b1e-a4b5-d81abe250361 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ea6ed15-6f8b-47af-b46b-a48336ac938a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717688 May 10 15:01:16.698871 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 8ebc2907-420b-4d2a-87ed-c9ea07267625 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:16.780943 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-ad191392-ac2e-481f-807f-a6e6a44c2e86 service neutron] 10.222.0.38 "GET /v2.0/networks/9ea6ed15-6f8b-47af-b46b-a48336ac938a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194599 May 10 15:01:16.782087 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:16.784332 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:16.785037 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:16.810869 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:16.933271 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 8ebc2907-420b-4d2a-87ed-c9ea07267625 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:16.944161 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 8ebc2907-420b-4d2a-87ed-c9ea07267625 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:16.944777 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.028232 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-e315b3b3-429c-466c-86d0-01a66ed36420 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6019561 May 10 15:01:17.060143 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0380893 May 10 15:01:17.064992 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56778) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:17.074731 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Request body: {'subnet': {'network_id': '188e48b4-e46e-441a-abae-a5f709215634', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-474206910-subnet', 'tenant_id': '7a3cfc50f3c34373a20acb6fbd0d7177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:17.084460 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:17.087042 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Pushing event updated for resources: {'Network': ['ID=188e48b4-e46e-441a-abae-a5f709215634,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:17.091171 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:17.092422 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Usage tracker for resource:subnet and tenant:7a3cfc50f3c34373a20acb6fbd0d7177 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:17.096032 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:17.100191 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network 188e48b4-e46e-441a-abae-a5f709215634 details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:01:17.103379 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:17.135893 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Made reservation on behalf of 7a3cfc50f3c34373a20acb6fbd0d7177 for: {'subnet': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:17.139230 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.178335 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558990c-0bf2-4a65-84bf-32f909606d68 req-c3643a54-ca69-4c20-a507-c0ae1e04d374 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:17.185409 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5558990c-0bf2-4a65-84bf-32f909606d68 req-c3643a54-ca69-4c20-a507-c0ae1e04d374 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 932 time: 0.6729255 May 10 15:01:17.285703 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.293722 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5558990c-0bf2-4a65-84bf-32f909606d68 req-22a42ebf-db4e-4e88-8d92-3926885e40a7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074147 May 10 15:01:17.349004 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 8ebc2907-420b-4d2a-87ed-c9ea07267625, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=8ebc2907-420b-4d2a-87ed-c9ea07267625,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:17.358016 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.362611 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:17.491027 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=8ebc2907-420b-4d2a-87ed-c9ea07267625,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:17.495847 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:17.556573 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-9c16530a-fc06-4ef5-b108-19d3baaab6ba service neutron] 10.222.0.43 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274143 May 10 15:01:17.595299 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c3e919-a7ae-409d-a393-b86f1be8dbc2 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:17.606045 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.678713 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Transition to ACTIVE for port object 94c3e919-a7ae-409d-a393-b86f1be8dbc2 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:17.698317 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.708927 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:17.736349 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for subnet, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.740953 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c7a5ef67-652c-48e2-99fb-d8fcdaa62aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:17.824212 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5949101-249c-47b9-8c8d-d6fc5ffcc6b2,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:17.828594 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:17.838578 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Checking segment: {'id': '78100f48-2cc3-4cf4-aa85-63968b5e498b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '188e48b4-e46e-441a-abae-a5f709215634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:17.839033 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Network hostable DHCP agents. Network: 188e48b4-e46e-441a-abae-a5f709215634, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:01:17.867718 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Network 188e48b4-e46e-441a-abae-a5f709215634 is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:01:17.880189 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, 188e48b4-e46e-441a-abae-a5f709215634) {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:17.885058 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:17.885747 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.887702 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=94c3e919-a7ae-409d-a393-b86f1be8dbc2,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:17.891416 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-b6d4c0e6-4ad8-418d-a48e-1fc625dc78e2 service neutron] 10.222.0.43 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207219 May 10 15:01:17.891989 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448ae43a-5e69-4b5c-b84c-afeebb3c8499 None None] Network 188e48b4-e46e-441a-abae-a5f709215634 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:01:17.893848 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:17.901460 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87485124-8fff-4142-8541-eedb89531128 req-03a74446-0229-4c56-aa7b-b053d2f8859d tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:17.909057 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-87485124-8fff-4142-8541-eedb89531128 req-03a74446-0229-4c56-aa7b-b053d2f8859d tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 943 time: 0.3961644 May 10 15:01:17.931357 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8650048 May 10 15:01:18.021078 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Attempting to bind port 94c3e919-a7ae-409d-a393-b86f1be8dbc2 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:18.021078 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Attempting to bind port 94c3e919-a7ae-409d-a393-b86f1be8dbc2 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:18.021078 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Attempting to bind port 94c3e919-a7ae-409d-a393-b86f1be8dbc2 on network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:18.037466 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-87485124-8fff-4142-8541-eedb89531128 req-8a250d88-6755-4242-a5c5-5b69620adbf6 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274602 May 10 15:01:18.038346 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Port 94c3e919-a7ae-409d-a393-b86f1be8dbc2 on network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:18.038677 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Attempting to bind port 94c3e919-a7ae-409d-a393-b86f1be8dbc2 on network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:18.044693 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:18.044966 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Checking segment: {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:18.045512 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Bound using segment: {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:18.045950 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Bound port: 94c3e919-a7ae-409d-a393-b86f1be8dbc2, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:18.046325 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:18.207916 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] For port 94c3e919-a7ae-409d-a393-b86f1be8dbc2, host hv-cinder-78093, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:18.218291 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] For port 94c3e919-a7ae-409d-a393-b86f1be8dbc2, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=94c3e919-a7ae-409d-a393-b86f1be8dbc2,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:18.343170 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e78315b-327c-4085-9467-193853216e0d None None] Network 188e48b4-e46e-441a-abae-a5f709215634 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:01:18.384591 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a5f46618-3144-4928-ba3b-808bf69f778f req-65b9897d-1a18-48f4-9d71-87806dc06069 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 210 time: 0.0745833 May 10 15:01:18.385853 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:18.407570 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a09624ea-3e65-41c2-97da-a87b493aff03 req-488548e3-7031-453d-8bb0-1f51fc3121cc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 210 time: 0.1840196 May 10 15:01:18.417714 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-fa9082d6-fd22-47bd-a98f-7582764bed0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:18.554441 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:18.555300 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:18.556791 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] 10.222.0.38 "PUT /v2.0/ports/94c3e919-a7ae-409d-a393-b86f1be8dbc2 HTTP/1.1" status: 200 len: 1094 time: 2.9002192 May 10 15:01:18.557351 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ffb5f0-20f9-48cf-9005-672424cca49f', 'tag': '94c3e919-a7ae-409d-a393-b86f1be8dbc2'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:18.630633 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 8ebc2907-420b-4d2a-87ed-c9ea07267625 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:18.732895 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=94c3e919-a7ae-409d-a393-b86f1be8dbc2,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:18.752202 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:18.790317 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36409485-a850-4a0c-af24-ecbb06065cf1 req-fff00c55-983d-4ae9-a947-bc85e117184d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:18.791845 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-36409485-a850-4a0c-af24-ecbb06065cf1 req-fff00c55-983d-4ae9-a947-bc85e117184d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 944 time: 0.1598654 May 10 15:01:18.898560 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-36409485-a850-4a0c-af24-ecbb06065cf1 req-04711a6c-1119-470c-990b-c66c197faff8 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975161 May 10 15:01:19.054231 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 8ebc2907-420b-4d2a-87ed-c9ea07267625 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:19.055481 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.270503 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56910) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:19.276291 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-238316800-network', 'tenant_id': '9a33d65e70b24496806a2e3abd7ef93f'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:19.281876 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:19.291078 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ffb5f0-20f9-48cf-9005-672424cca49f', 'tag': '94c3e919-a7ae-409d-a393-b86f1be8dbc2', 'status': 'completed', 'code': 200} May 10 15:01:19.291929 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Usage tracker for resource:network and tenant:9a33d65e70b24496806a2e3abd7ef93f is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:19.294936 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:19.300999 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:19.310303 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:01:19.312778 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Made reservation on behalf of 9a33d65e70b24496806a2e3abd7ef93f for: {'network': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:19.315991 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.328415 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.343322 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:19.345189 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684a221-7c5c-4c9e-bcd0-853c00f4183c req-4fa581ed-f0a4-46e2-b196-4824b161fb86 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:19.347071 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Usage tracker for resource:security_group_rule and tenant:9a33d65e70b24496806a2e3abd7ef93f is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:19.347243 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9684a221-7c5c-4c9e-bcd0-853c00f4183c req-4fa581ed-f0a4-46e2-b196-4824b161fb86 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 943 time: 0.1034255 May 10 15:01:19.349818 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:19.355382 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:19.397064 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9684a221-7c5c-4c9e-bcd0-853c00f4183c req-3712d3e0-048c-4129-b29f-cdbaa0eeb4b8 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437901 May 10 15:01:19.443882 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.448150 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.452544 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-52c8cf35-49ad-4db5-87e4-1afd77c8ee60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:19.484466 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=78717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:01:19.493719 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e734ced-87aa-4e71-8501-e8e5c25d4b87,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:19.497504 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:19.500171 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.500554 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.segments_db [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Added segment 75c0fe23-24b0-4e2f-a59b-4029da88a3a4 of type vlan for network f1e19f5b-1831-4e03-8cff-c6b0f2564aaf May 10 15:01:19.531390 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.554931 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4b8ea1f5-3daa-4196-862a-3934cec200c9 req-62598cd6-a2d5-47ba-96b1-274aee13ff01 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 210 time: 0.0455358 May 10 15:01:19.579301 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.580704 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:19.581286 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.586330 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-57d4790f-7f07-4f44-9f97-d5edf8c4bcbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:19.613160 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4a8d215f-b66a-4eff-8778-7652ce626f05 req-f936f66b-7fe4-4a94-a4e4-180f145ccb68 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 210 time: 0.0449979 May 10 15:01:19.653799 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 56926) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:19.689363 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4177797 May 10 15:01:19.692491 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 56932) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:19.693989 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Pushing event updated for resources: {'Network': ['ID=f1e19f5b-1831-4e03-8cff-c6b0f2564aaf,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:19.697594 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:19.699001 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Request body: {'subnet': {'network_id': 'f1e19f5b-1831-4e03-8cff-c6b0f2564aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-238316800-subnet', 'tenant_id': '9a33d65e70b24496806a2e3abd7ef93f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:19.707740 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:19.708836 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network f1e19f5b-1831-4e03-8cff-c6b0f2564aaf details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:01:19.723320 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Usage tracker for resource:subnet and tenant:9a33d65e70b24496806a2e3abd7ef93f is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:19.727110 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:19.736017 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:19.748835 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Made reservation on behalf of 9a33d65e70b24496806a2e3abd7ef93f for: {'subnet': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:19.768130 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.848223 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.38', 61008) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:20.043138 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-97261218-d178-4a8b-8461-8a7bf9f5b1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:20.064565 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6946ff15-9c6e-452c-9f68-2530891a2e83 req-beb8eb4c-9830-42ee-9bba-429ae1e3c4c5 service neutron] 10.222.0.38 "GET /v2.0/networks/9ea6ed15-6f8b-47af-b46b-a48336ac938a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462818 May 10 15:01:20.071434 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcb5cf-2314-47b3-86f9-8f6010b5b4fc req-5c057d94-46e9-49b0-9ab3-bc4c7563e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:20.072867 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-06bcb5cf-2314-47b3-86f9-8f6010b5b4fc req-5c057d94-46e9-49b0-9ab3-bc4c7563e0b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 1097 time: 0.2236984 May 10 15:01:20.149303 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-97261218-d178-4a8b-8461-8a7bf9f5b1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:20.167640 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-97261218-d178-4a8b-8461-8a7bf9f5b1e6 admin admin] Usage tracker for resource:security_group_rule and tenant:8bad3cf85950462e96a05dc6871d1638 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:20.175634 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-97261218-d178-4a8b-8461-8a7bf9f5b1e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:20.194802 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-97261218-d178-4a8b-8461-8a7bf9f5b1e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:20.285007 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f87e3689-560c-427b-b233-95de8e52c3a3 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:20.286288 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f87e3689-560c-427b-b233-95de8e52c3a3 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.38 "GET /v2.0/networks?id=9898ef2e-8f23-4108-a4f9-428beb28e721 HTTP/1.1" status: 200 len: 818 time: 0.4964197 May 10 15:01:20.295334 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd5dcd-0ac6-400b-9073-884eb7c97c4a req-8bdbc82c-01db-457b-976a-6191ee8975b3 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:20.296786 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0ccd5dcd-0ac6-400b-9073-884eb7c97c4a req-8bdbc82c-01db-457b-976a-6191ee8975b3 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 944 time: 0.2292864 May 10 15:01:20.308574 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Request body: {'port': {'device_id': 'f04b8fa0-1ae1-4f74-8f6b-767147040fb3', 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721', 'admin_state_up': True, 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:20.310212 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcb5cf-2314-47b3-86f9-8f6010b5b4fc req-19e9e0c0-cde4-4f09-8e26-3e96449c81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:20.311645 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-06bcb5cf-2314-47b3-86f9-8f6010b5b4fc req-19e9e0c0-cde4-4f09-8e26-3e96449c81eb service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2311110 May 10 15:01:20.350701 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f8694-c19b-41ab-bf2c-b01a65075ec9 req-bcd31c72-134c-4569-85f9-ae55935e6cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:20.352155 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-0c4f8694-c19b-41ab-bf2c-b01a65075ec9 req-bcd31c72-134c-4569-85f9-ae55935e6cc4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a28e2d7df4fa43baa5c6b44485a59310&device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 1096 time: 0.1750367 May 10 15:01:20.614711 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f8694-c19b-41ab-bf2c-b01a65075ec9 req-56c82ae8-3060-47c4-b39c-40dff88b8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:20.616451 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-0c4f8694-c19b-41ab-bf2c-b01a65075ec9 req-56c82ae8-3060-47c4-b39c-40dff88b8cbe service neutron] 10.222.0.38 "GET /v2.0/networks?id=9ea6ed15-6f8b-47af-b46b-a48336ac938a HTTP/1.1" status: 200 len: 913 time: 0.2188001 May 10 15:01:20.621056 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcb5cf-2314-47b3-86f9-8f6010b5b4fc req-6c80d564-4c90-4180-9c56-ac512a78ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:20.622982 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-06bcb5cf-2314-47b3-86f9-8f6010b5b4fc req-6c80d564-4c90-4180-9c56-ac512a78ca11 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3017175 May 10 15:01:20.687392 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0ccd5dcd-0ac6-400b-9073-884eb7c97c4a req-d835edaf-9463-4a2d-9c73-fd4fff28c85a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614407 May 10 15:01:20.690336 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-0c4f8694-c19b-41ab-bf2c-b01a65075ec9 req-e8c6a642-8795-4b4e-98ce-b8dc4401b4c3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01941b52-a515-402e-9c32-e7755ba1ca73 HTTP/1.1" status: 200 len: 217 time: 0.0661545 May 10 15:01:20.772916 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-97261218-d178-4a8b-8461-8a7bf9f5b1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:20.779201 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:20.788716 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-97261218-d178-4a8b-8461-8a7bf9f5b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:20.804319 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:20.809764 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:21.029899 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Made reservation on behalf of 2b0a047e20ce43b3b25bdfc7d7d78f97 for: {'port': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:21.044129 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.049816 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.38', 61013) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:21.117454 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-97261218-d178-4a8b-8461-8a7bf9f5b1e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8bad3cf85950462e96a05dc6871d1638&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4595075 May 10 15:01:21.128686 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac8dd8-5149-4025-88d5-9783214b04fe req-caaad0ee-d2b2-4cbc-aa38-a8c21c52d49d tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:21.128903 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 56978) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:21.136256 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6fac8dd8-5149-4025-88d5-9783214b04fe req-caaad0ee-d2b2-4cbc-aa38-a8c21c52d49d tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 943 time: 0.5328426 May 10 15:01:21.152560 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-018d8e75-c687-412d-8f43-e2ec15fd9310 req-313e3017-a937-42a6-b16e-f18c380145fe tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 210 time: 0.2930369 May 10 15:01:21.167944 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97261218-d178-4a8b-8461-8a7bf9f5b1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4907df10-4234-4189-8043-e439807a2e9b,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:21.212098 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-97261218-d178-4a8b-8461-8a7bf9f5b1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:21.315346 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f8694-c19b-41ab-bf2c-b01a65075ec9 req-eeff5ba9-6718-4610-9ad1-58dcb9516b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:21.316826 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-0c4f8694-c19b-41ab-bf2c-b01a65075ec9 req-eeff5ba9-6718-4610-9ad1-58dcb9516b9b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc727449-7b26-4680-a497-20b3834763ec HTTP/1.1" status: 200 len: 852 time: 0.3817582 May 10 15:01:21.341529 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-15ed160a-0f6b-4a5e-974e-59eeb2c389d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:21.343363 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-15ed160a-0f6b-4a5e-974e-59eeb2c389d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 1097 time: 0.6521432 May 10 15:01:21.402411 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6fac8dd8-5149-4025-88d5-9783214b04fe req-bd30687b-99ea-47b2-9ee1-9c9ad191d32c tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652817 May 10 15:01:21.482253 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-30c1c4dd-e9e2-4f4b-87a2-3c5c84e007bc req-3ea48775-6297-4f7f-b076-414714c04596 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 210 time: 0.1608944 May 10 15:01:21.487049 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-0c4f8694-c19b-41ab-bf2c-b01a65075ec9 req-aec7d822-b49e-4cb2-b2d8-f3aa74132f62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ea6ed15-6f8b-47af-b46b-a48336ac938a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355174 May 10 15:01:21.505703 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-f5ed2370-ebb4-4e31-b326-4545cb120240 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94c3e919-a7ae-409d-a393-b86f1be8dbc2 HTTP/1.1" status: 200 len: 217 time: 0.1204674 May 10 15:01:21.551586 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Allocated IP 172.20.0.7 (9898ef2e-8f23-4108-a4f9-428beb28e721/1859c68a-7965-4036-a524-e77acc694d2a/af5ed1ab-5d42-48f4-b294-325c39d3758d) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:21.592676 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-6c7cdee6-16ef-499e-9cf6-5674aa7feef1 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:21.594114 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-6c7cdee6-16ef-499e-9cf6-5674aa7feef1 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.38 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 817 time: 0.5420339 May 10 15:01:21.623925 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fedbe5fe-f260-401f-94a8-390d27ea5d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.647487 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for subnet, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.661056 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-d9d4458e-1cf1-4107-8b38-cecb2a9c76ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:21.676696 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fedbe5fe-f260-401f-94a8-390d27ea5d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.688199 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-0c4f8694-c19b-41ab-bf2c-b01a65075ec9 req-3df9772d-1960-45ee-9874-1821183879da service neutron] 10.222.0.38 "GET /v2.0/networks/9ea6ed15-6f8b-47af-b46b-a48336ac938a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856663 May 10 15:01:21.734437 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fedbe5fe-f260-401f-94a8-390d27ea5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.739150 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:21.752859 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbe5fe-f260-401f-94a8-390d27ea5d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4907df10-4234-4189-8043-e439807a2e9b,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:21.755721 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-fedbe5fe-f260-401f-94a8-390d27ea5d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:21.759164 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fedbe5fe-f260-401f-94a8-390d27ea5d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.763590 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-fedbe5fe-f260-401f-94a8-390d27ea5d8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4907df10-4234-4189-8043-e439807a2e9b HTTP/1.1" status: 204 len: 168 time: 0.4838691 May 10 15:01:21.834326 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c558063-8826-41ce-8014-694171f01a0a,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:21.883518 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:21.887809 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Checking segment: {'id': '75c0fe23-24b0-4e2f-a59b-4029da88a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f1e19f5b-1831-4e03-8cff-c6b0f2564aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:21.888176 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Network hostable DHCP agents. Network: f1e19f5b-1831-4e03-8cff-c6b0f2564aaf, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:01:21.954927 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.957750 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Network f1e19f5b-1831-4e03-8cff-c6b0f2564aaf is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:01:21.978175 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, f1e19f5b-1831-4e03-8cff-c6b0f2564aaf) {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:21.988612 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a05ea57-c6f4-4c2c-98f3-e6a062c2e741 None None] Network f1e19f5b-1831-4e03-8cff-c6b0f2564aaf requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:01:21.989745 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:21.990364 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.006581 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03fc51-39a9-433f-8ae6-c4117e3a08d3 req-6f1aa35a-4bbf-4eb1-abd7-f281518a902a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:22.008216 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2f03fc51-39a9-433f-8ae6-c4117e3a08d3 req-6f1aa35a-4bbf-4eb1-abd7-f281518a902a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 944 time: 0.1808910 May 10 15:01:22.076202 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57004) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:22.078370 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2f03fc51-39a9-433f-8ae6-c4117e3a08d3 req-83b9d568-993d-4a50-ab30-7fa358550f2d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613296 May 10 15:01:22.082243 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3878756 May 10 15:01:22.084405 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.093255 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:22.101965 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ad13f1ad-af40-48b3-8fb3-381e97ed436e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.117995 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-ad13f1ad-af40-48b3-8fb3-381e97ed436e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:22.123958 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-ad13f1ad-af40-48b3-8fb3-381e97ed436e admin admin] Usage tracker for resource:security_group_rule and tenant:0e01826f935045778c50f1187b9d02a1 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:22.127230 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-ad13f1ad-af40-48b3-8fb3-381e97ed436e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:22.134144 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-ad13f1ad-af40-48b3-8fb3-381e97ed436e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:22.159121 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Network 9898ef2e-8f23-4108-a4f9-428beb28e721 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:22.162563 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:22.173097 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:22.178535 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:22.179158 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.226632 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Pushing event updated for resources: {'Port': ['ID=af5ed1ab-5d42-48f4-b294-325c39d3758d,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:22.237422 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:22.254589 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ad13f1ad-af40-48b3-8fb3-381e97ed436e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.259447 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ad13f1ad-af40-48b3-8fb3-381e97ed436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.261773 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9607644 May 10 15:01:22.275412 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-93b8f005-399c-473e-829b-4b3e64c965ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:22.322242 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b2e16-7011-4a48-a222-beda1c1abcb4 None None] Network f1e19f5b-1831-4e03-8cff-c6b0f2564aaf requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:01:22.345753 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-ad13f1ad-af40-48b3-8fb3-381e97ed436e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e01826f935045778c50f1187b9d02a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588215 May 10 15:01:22.347532 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57020) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:22.356359 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13f1ad-af40-48b3-8fb3-381e97ed436e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e48447a-0e96-4370-8c33-4e8fa181ecb3,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:22.382535 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ad13f1ad-af40-48b3-8fb3-381e97ed436e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:22.433832 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-2c017ae0-1e8d-4c62-a8ff-b5de0415dbd9 req-ffe4a1a2-2b99-4237-8daa-2c9959901b67 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Synchronizing usage tracker for tenant:2b0a047e20ce43b3b25bdfc7d7d78f97 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:22.459274 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2e93fff0-b946-4f35-9e89-1598141e280b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.467120 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-2c017ae0-1e8d-4c62-a8ff-b5de0415dbd9 req-ffe4a1a2-2b99-4237-8daa-2c9959901b67 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Unset dirty status for tenant:2b0a047e20ce43b3b25bdfc7d7d78f97 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:22.468400 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2c017ae0-1e8d-4c62-a8ff-b5de0415dbd9 req-ffe4a1a2-2b99-4237-8daa-2c9959901b67 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 210 time: 0.1316729 May 10 15:01:22.507692 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2e93fff0-b946-4f35-9e89-1598141e280b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.581733 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2e93fff0-b946-4f35-9e89-1598141e280b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.586979 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:22.600953 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93fff0-b946-4f35-9e89-1598141e280b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e48447a-0e96-4370-8c33-4e8fa181ecb3,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:22.604250 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-2e93fff0-b946-4f35-9e89-1598141e280b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:22.606281 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2e93fff0-b946-4f35-9e89-1598141e280b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.607395 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-2e93fff0-b946-4f35-9e89-1598141e280b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e48447a-0e96-4370-8c33-4e8fa181ecb3 HTTP/1.1" status: 204 len: 168 time: 0.2548790 May 10 15:01:22.731973 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b83a11bc-b771-4bc1-91dc-8431b00c2b5a req-596e1c34-a461-414d-8efd-557c97181fc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 210 time: 0.0527575 May 10 15:01:22.781531 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8388924-4aec-4bfe-8fe9-c0f6eb48b023 req-bddcfae0-6ae2-4774-92aa-9652c7630563 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:22.783730 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8388924-4aec-4bfe-8fe9-c0f6eb48b023 req-bddcfae0-6ae2-4774-92aa-9652c7630563 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 943 time: 0.1505444 May 10 15:01:22.852833 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8388924-4aec-4bfe-8fe9-c0f6eb48b023 req-99835807-704a-4a03-98ad-dca548bebdb7 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623426 May 10 15:01:23.321461 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8ce6e-f75d-433a-8e8f-ac2c0ba23f1c req-d3a39f4d-4de3-49d5-b051-3cc2af851b95 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:23.323149 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-56c8ce6e-f75d-433a-8e8f-ac2c0ba23f1c req-d3a39f4d-4de3-49d5-b051-3cc2af851b95 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 944 time: 0.0942783 May 10 15:01:23.372375 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-56c8ce6e-f75d-433a-8e8f-ac2c0ba23f1c req-6aa4ac9c-5c63-48b4-be58-1ead1ca07d27 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432198 May 10 15:01:23.685627 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7c132995-97f6-4bf2-b24c-1c63bb7f6a31 req-ccf18e77-1c71-4728-bd5a-cdc7b4cf2da2 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 210 time: 0.1074564 May 10 15:01:23.889269 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d5dc2bcb-7b09-4725-841b-0f4d9606ad76 req-393b615d-f0f1-42ab-8516-2e94f3327f3b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 210 time: 0.0438845 May 10 15:01:24.043068 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03427549-5e19-4a67-8dd5-bbcd5366a440 req-c277f1be-d9f4-42d6-a5d6-cbf10a6fed79 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:24.050673 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-03427549-5e19-4a67-8dd5-bbcd5366a440 req-c277f1be-d9f4-42d6-a5d6-cbf10a6fed79 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 943 time: 0.0902398 May 10 15:01:24.094897 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-03427549-5e19-4a67-8dd5-bbcd5366a440 req-c82b2d6e-078f-41d7-b13c-d3b913023abc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 May 10 15:01:24.486874 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 01941b52-a515-402e-9c32-e7755ba1ca73 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:24.516450 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.38', 61021) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:24.527774 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Request body: {'port': {'device_id': 'f04b8fa0-1ae1-4f74-8f6b-767147040fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:24.623169 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-93ae2b4e-b900-4fb5-8a09-7063f2faf818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:24.624621 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-93ae2b4e-b900-4fb5-8a09-7063f2faf818 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=210cc1d5-f5f3-4b5e-98d7-a49b665d0c03 HTTP/1.1" status: 200 len: 854 time: 0.1412914 May 10 15:01:24.724528 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 01941b52-a515-402e-9c32-e7755ba1ca73, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=01941b52-a515-402e-9c32-e7755ba1ca73,segment=NetworkSegment(2ab12300-0613-426c-af29-5a7090c77c24),segment_id=2ab12300-0613-426c-af29-5a7090c77c24)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:24.740259 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '01941b52-a515-402e-9c32-e7755ba1ca73', 'network_id': '9ea6ed15-6f8b-47af-b46b-a48336ac938a', 'port_id': '01941b52-a515-402e-9c32-e7755ba1ca73', 'mac_address': 'fa:16:3e:b5:51:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc727449-7b26-4680-a497-20b3834763ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:24.793957 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:24.808515 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-df20f357-0b0e-4baa-830b-af0849dd6de1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b6a91f-19b7-41e0-ad91-cacc27ae7450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086257 May 10 15:01:24.830841 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:24.849970 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01941b52-a515-402e-9c32-e7755ba1ca73 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:24.861822 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfb12d-a7dd-483b-bf7b-82ae85e0a7cf req-43705806-2cc2-4cda-abd5-8f42d812d7b8 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:24.873932 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 01941b52-a515-402e-9c32-e7755ba1ca73, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=01941b52-a515-402e-9c32-e7755ba1ca73,segment=NetworkSegment(2ab12300-0613-426c-af29-5a7090c77c24),segment_id=2ab12300-0613-426c-af29-5a7090c77c24)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:24.877859 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8bfb12d-a7dd-483b-bf7b-82ae85e0a7cf req-43705806-2cc2-4cda-abd5-8f42d812d7b8 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 944 time: 0.3971987 May 10 15:01:24.880317 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:24.883043 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:24.924103 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-5a23dd72-018a-4f91-9606-c14017ea5aac tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Synchronizing usage tracker for tenant:44887f9b480647b0a07600f3de217a2b on resource:security_group {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:25.010353 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978389db-ccce-430d-8b12-ade3afc5607f req-37da5917-042c-434d-8006-0cba5da08594 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:25.013138 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-37da5917-042c-434d-8006-0cba5da08594 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.38 "GET /v2.0/networks?id=9898ef2e-8f23-4108-a4f9-428beb28e721 HTTP/1.1" status: 200 len: 818 time: 0.4903090 May 10 15:01:25.033514 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=01941b52-a515-402e-9c32-e7755ba1ca73,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:25.037457 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-55c21cd0-7423-4a11-a94d-e20484b8e0ca req-196a6d9a-f754-4568-aa09-86e1fd0e1acb tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 210 time: 0.1265709 May 10 15:01:25.050084 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:25.067236 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8bfb12d-a7dd-483b-bf7b-82ae85e0a7cf req-d5d73b0e-0169-4a39-a26e-5034b25147de tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883469 May 10 15:01:25.092637 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-5a23dd72-018a-4f91-9606-c14017ea5aac tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Unset dirty status for tenant:44887f9b480647b0a07600f3de217a2b on resource:security_group {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:25.093845 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-5a23dd72-018a-4f91-9606-c14017ea5aac tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44887f9b480647b0a07600f3de217a2b HTTP/1.1" status: 200 len: 379 time: 0.4668136 May 10 15:01:25.127146 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-0c4f8694-c19b-41ab-bf2c-b01a65075ec9 req-d3c5e7fb-7adf-4cc0-9932-ed421f283df0 service neutron] 10.222.0.38 "GET /v2.0/networks/9ea6ed15-6f8b-47af-b46b-a48336ac938a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010152 May 10 15:01:25.149963 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-8e8db476-a12c-470b-8161-fbc2fa9a4b6c service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878418 May 10 15:01:25.247948 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8f84966a-64a1-4f49-a7dd-b57c57b11197 req-9ca60a7b-c87a-49e9-abe0-236c1b49ec97 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 210 time: 0.0610619 May 10 15:01:25.450068 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cf53f-3b1e-4798-92f1-0869fd29610f req-a1f45457-664d-49ba-819d-aab638efa99b tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:25.451642 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-593cf53f-3b1e-4798-92f1-0869fd29610f req-a1f45457-664d-49ba-819d-aab638efa99b tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 944 time: 0.2093244 May 10 15:01:25.554861 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-593cf53f-3b1e-4798-92f1-0869fd29610f req-fe1a6950-916c-44d7-b17f-943a5117aea2 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922556 May 10 15:01:25.565024 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5ed1ab-5d42-48f4-b294-325c39d3758d {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:25.572458 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:25.587257 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Transition to ACTIVE for port object af5ed1ab-5d42-48f4-b294-325c39d3758d will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:25.591017 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:25.595608 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:25.751579 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Pushing event updated for resources: {'Port': ['ID=af5ed1ab-5d42-48f4-b294-325c39d3758d,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:25.757403 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:25.773189 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Attempting to bind port af5ed1ab-5d42-48f4-b294-325c39d3758d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:25.773528 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Attempting to bind port af5ed1ab-5d42-48f4-b294-325c39d3758d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:25.773856 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Attempting to bind port af5ed1ab-5d42-48f4-b294-325c39d3758d on network 9898ef2e-8f23-4108-a4f9-428beb28e721 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:25.778401 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Port af5ed1ab-5d42-48f4-b294-325c39d3758d on network 9898ef2e-8f23-4108-a4f9-428beb28e721 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:25.778725 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Attempting to bind port af5ed1ab-5d42-48f4-b294-325c39d3758d on network 9898ef2e-8f23-4108-a4f9-428beb28e721 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:25.784698 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:25.785034 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Checking segment: {'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:25.785418 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Bound using segment: {'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:25.785911 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Bound port: af5ed1ab-5d42-48f4-b294-325c39d3758d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:25.786300 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:25.878493 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] For port af5ed1ab-5d42-48f4-b294-325c39d3758d, host hv-cinder-78093, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:25.881703 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] For port af5ed1ab-5d42-48f4-b294-325c39d3758d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=af5ed1ab-5d42-48f4-b294-325c39d3758d,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:25.886048 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:25.890909 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:25.943957 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:25.944581 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:25.945981 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] 10.222.0.38 "PUT /v2.0/ports/af5ed1ab-5d42-48f4-b294-325c39d3758d HTTP/1.1" status: 200 len: 1093 time: 1.4244204 May 10 15:01:25.946450 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04b8fa0-1ae1-4f74-8f6b-767147040fb3', 'tag': 'af5ed1ab-5d42-48f4-b294-325c39d3758d'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:25.975434 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Pushing event updated for resources: {'Port': ['ID=af5ed1ab-5d42-48f4-b294-325c39d3758d,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:25.982539 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:26.043271 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04b8fa0-1ae1-4f74-8f6b-767147040fb3', 'tag': 'af5ed1ab-5d42-48f4-b294-325c39d3758d', 'status': 'completed', 'code': 200} May 10 15:01:26.283555 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fa6e4094-cae9-4c6b-bc33-ef756dc41691 req-1bd4c6ad-2bb0-4ab3-9710-c28401d1c615 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 210 time: 0.1339242 May 10 15:01:26.332184 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1370034-3c84-4878-8c77-f303d43fdaf3 req-75cc1733-77a2-42e5-914a-b9bab4b8ae2e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:26.333662 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a1370034-3c84-4878-8c77-f303d43fdaf3 req-75cc1733-77a2-42e5-914a-b9bab4b8ae2e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 944 time: 0.1498225 May 10 15:01:26.379314 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a1370034-3c84-4878-8c77-f303d43fdaf3 req-8c3a458b-aa6b-45b4-b8d8-9c4fa08d71b6 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393596 May 10 15:01:26.428271 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-57f1eab4-14ec-4bf5-854c-42de3fd929a5 req-af3ae18e-382a-4d75-9cb6-9a9c2529ea30 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 210 time: 0.0417287 May 10 15:01:26.738714 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ec9f-53ea-4b28-b13d-72edf7d486f5 req-02d872dc-dbfe-4642-badf-89a0483a29ee tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:26.740131 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c6b7ec9f-53ea-4b28-b13d-72edf7d486f5 req-02d872dc-dbfe-4642-badf-89a0483a29ee tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 944 time: 0.0802159 May 10 15:01:26.783079 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c6b7ec9f-53ea-4b28-b13d-72edf7d486f5 req-b15670c7-9d89-471c-9a9a-3efecfbeea22 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368068 May 10 15:01:27.449191 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9edf92e4-be27-494d-88c2-c851f728bad3 req-bb9fd2aa-97f8-4559-b300-2ed02ae19e0d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 210 time: 0.0445392 May 10 15:01:27.610901 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8c4b6fb7-3cef-43f4-a1ca-2d4cf066f47a req-09bb27b4-b4af-4707-befd-195ba7c62993 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 210 time: 0.0513005 May 10 15:01:27.618383 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce543e26-2e77-4844-8fe7-644518658407 req-5fdd36a8-80be-4fb1-8a8f-9e0a5043473d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:27.619818 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ce543e26-2e77-4844-8fe7-644518658407 req-5fdd36a8-80be-4fb1-8a8f-9e0a5043473d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 944 time: 0.1266134 May 10 15:01:27.668399 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ce543e26-2e77-4844-8fe7-644518658407 req-f7af5629-0dd4-488f-9398-ba72e2a3f9ba tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 May 10 15:01:27.935964 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Request body: {'port': {'device_id': '6402e128-766c-4609-8417-3aa4887bba20', 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721', 'admin_state_up': True, 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:27.937390 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Request body: {'port': {'device_id': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'admin_state_up': True, 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'security_groups': ['7c84d7ca-2b30-4d30-b918-778f953f6a87']}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:28.004655 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-583d1d50-b501-493c-a39c-6badfb1657f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.174222 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['01941b52-a515-402e-9c32-e7755ba1ca73'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:28.176323 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea674783-049d-4882-8330-16a626353a81 req-7157c325-9181-4001-903b-c669bc504352 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:28.177886 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea674783-049d-4882-8330-16a626353a81 req-7157c325-9181-4001-903b-c669bc504352 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 944 time: 0.2897146 May 10 15:01:28.180201 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:28.184136 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b167227-1b0f-46c0-a02a-a2813fa59f43 req-c19a47ed-932f-46cc-804d-d054b269c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:28.185620 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1b167227-1b0f-46c0-a02a-a2813fa59f43 req-c19a47ed-932f-46cc-804d-d054b269c95f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 1096 time: 0.2191074 May 10 15:01:28.237311 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:28.276691 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-60eb0665-fc49-4153-bed6-8170a91bf43b req-2d01a6e0-2ee6-4d1f-9184-2e0df8bc89ba service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164105 May 10 15:01:28.283629 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:28.289536 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Usage tracker for resource:port and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:28.293937 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:28.304467 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:28.321387 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Made reservation on behalf of 44887f9b480647b0a07600f3de217a2b for: {'port': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:28.323642 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Made reservation on behalf of 2b0a047e20ce43b3b25bdfc7d7d78f97 for: {'port': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:28.326840 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.327009 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.360612 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea674783-049d-4882-8330-16a626353a81 req-5eb9b313-a308-4569-a615-9d1477a1da4d tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738465 May 10 15:01:28.467842 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b167227-1b0f-46c0-a02a-a2813fa59f43 req-9601774a-5ab5-4cb1-973f-50bb6264df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:28.469312 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1b167227-1b0f-46c0-a02a-a2813fa59f43 req-9601774a-5ab5-4cb1-973f-50bb6264df93 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2641401 May 10 15:01:28.600142 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Allocated IP 172.20.0.11 (0a505177-ed31-4f0e-addb-1734401fec02/5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384/59aaff0b-8714-4a1a-88f8-96d43550c1a1) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:28.697911 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-617d5e1d-cf77-4ec7-bbf7-ce7adcf6908f req-9765bea9-b5fe-40c1-846b-cb07da030fdb tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 210 time: 0.0748448 May 10 15:01:28.745420 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Allocated IP 172.20.0.10 (9898ef2e-8f23-4108-a4f9-428beb28e721/1859c68a-7965-4036-a524-e77acc694d2a/c23c8a6c-5dd0-40fd-aa75-70585e4c82ac) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:28.772836 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b167227-1b0f-46c0-a02a-a2813fa59f43 req-f987eb99-e2b8-4d5c-b6e1-fd9def75c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:28.774427 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1b167227-1b0f-46c0-a02a-a2813fa59f43 req-f987eb99-e2b8-4d5c-b6e1-fd9def75c3ba service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2944646 May 10 15:01:28.882242 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.899834 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Transition to ACTIVE for port object 59aaff0b-8714-4a1a-88f8-96d43550c1a1 will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:28.938117 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.955483 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:29.029826 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Network 0a505177-ed31-4f0e-addb-1734401fec02 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:29.034026 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:29.037235 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:29.043950 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:29.044772 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.074296 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1450887 May 10 15:01:29.094769 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Request body: {'port': {'device_id': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:29.131436 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event updated for resources: {'Port': ['ID=59aaff0b-8714-4a1a-88f8-96d43550c1a1,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:29.135330 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:29.248436 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.361192 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-46b4ad71-1788-4f92-8faf-fa3f5bf3e5ef None None] Provisioning for port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:29.368282 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-46b4ad71-1788-4f92-8faf-fa3f5bf3e5ef None None] Provisioning complete for port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:29.369647 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-46b4ad71-1788-4f92-8faf-fa3f5bf3e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.418992 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.452007 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-46b4ad71-1788-4f92-8faf-fa3f5bf3e5ef None None] Port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:01:29.461844 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.480531 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f858908e-d8f3-4959-9da5-f8ea161757f7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:29.580306 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Network 9898ef2e-8f23-4108-a4f9-428beb28e721 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:29.589032 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847cb0d-0628-4e42-b264-8da465da6b6c req-65cce997-c2a3-4b31-8635-dd82785c3d99 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:29.596146 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b847cb0d-0628-4e42-b264-8da465da6b6c req-65cce997-c2a3-4b31-8635-dd82785c3d99 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 944 time: 0.6491034 May 10 15:01:29.622561 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:29.625844 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-27f52caf-b7fd-49b6-92a3-4ce8672c0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:29.627914 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-27f52caf-b7fd-49b6-92a3-4ce8672c0cf6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 1096 time: 0.8068388 May 10 15:01:29.633128 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:29.639080 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:29.639970 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.678268 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59aaff0b-8714-4a1a-88f8-96d43550c1a1 {{(pid=78717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:29.686289 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.703735 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Transition to ACTIVE for port object 59aaff0b-8714-4a1a-88f8-96d43550c1a1 will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:29.709459 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.716154 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:29.731458 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35607840-b3ba-4887-847f-e5ccf8c64dc0 req-12ecead2-c1d6-4ed0-ad8e-ddc9f39ee427 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:29.734077 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-35607840-b3ba-4887-847f-e5ccf8c64dc0 req-12ecead2-c1d6-4ed0-ad8e-ddc9f39ee427 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 932 time: 0.7832575 May 10 15:01:29.802042 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b847cb0d-0628-4e42-b264-8da465da6b6c req-aeddc23f-4d6d-4cc6-857a-5269fe536e76 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049074 May 10 15:01:29.806157 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Pushing event updated for resources: {'Port': ['ID=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:29.847857 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-9f191dd4-1dd0-40ef-b797-5c23d20c6d6d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5ed1ab-5d42-48f4-b294-325c39d3758d HTTP/1.1" status: 200 len: 217 time: 0.1937561 May 10 15:01:29.872402 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:29.901882 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 94c3e919-a7ae-409d-a393-b86f1be8dbc2 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:29.909354 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Pushing event updated for resources: {'Port': ['ID=59aaff0b-8714-4a1a-88f8-96d43550c1a1,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:29.916393 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:29.943340 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 01941b52-a515-402e-9c32-e7755ba1ca73 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:29.947645 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Attempting to bind port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:29.948147 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Attempting to bind port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:29.948522 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Attempting to bind port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 on network 0a505177-ed31-4f0e-addb-1734401fec02 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:29.954328 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 on network 0a505177-ed31-4f0e-addb-1734401fec02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:29.954512 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Attempting to bind port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 on network 0a505177-ed31-4f0e-addb-1734401fec02 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:29.975273 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:29.975662 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Checking segment: {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:29.976012 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Bound using segment: {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:29.976437 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Bound port: 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:29.976811 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.021846 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-5e27e30f-dcfc-41d3-92d2-4f5d8383b951 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0916131 May 10 15:01:30.042871 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Request body: {'port': {'device_id': '6402e128-766c-4609-8417-3aa4887bba20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:30.083079 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.db.resource_extend [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 15:01:30.129982 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-35607840-b3ba-4887-847f-e5ccf8c64dc0 req-ea8f4022-3576-4f0f-bf61-55e55367784a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3451462 May 10 15:01:30.140168 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-c2691d8c-dc5d-4656-ab9d-48a246bc90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:30.144827 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-c2691d8c-dc5d-4656-ab9d-48a246bc90f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1859c68a-7965-4036-a524-e77acc694d2a HTTP/1.1" status: 200 len: 858 time: 0.2469923 May 10 15:01:30.181732 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:30.186232 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:30.195277 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.208831 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:30.262024 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 94c3e919-a7ae-409d-a393-b86f1be8dbc2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=94c3e919-a7ae-409d-a393-b86f1be8dbc2,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:30.283180 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port 01941b52-a515-402e-9c32-e7755ba1ca73 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:30.301559 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '94c3e919-a7ae-409d-a393-b86f1be8dbc2', 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450', 'port_id': '94c3e919-a7ae-409d-a393-b86f1be8dbc2', 'mac_address': 'fa:16:3e:35:7c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210cc1d5-f5f3-4b5e-98d7-a49b665d0c03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:30.333220 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Pushing event updated for resources: {'Port': ['ID=59aaff0b-8714-4a1a-88f8-96d43550c1a1,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:30.351635 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-d8276567-6eb9-4f28-a6ca-55f6d709c380 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9898ef2e-8f23-4108-a4f9-428beb28e721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885238 May 10 15:01:30.360966 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:30.361657 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.363768 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 01941b52-a515-402e-9c32-e7755ba1ca73 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:30.364253 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.365195 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] 10.222.0.38 "PUT /v2.0/ports/59aaff0b-8714-4a1a-88f8-96d43550c1a1 HTTP/1.1" status: 200 len: 1094 time: 1.2752106 May 10 15:01:30.365777 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:30.380283 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:30.440278 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.510479 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.538055 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-436d6bc7-d693-4925-a6ee-322f0a92ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:30.539684 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c3e919-a7ae-409d-a393-b86f1be8dbc2 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:30.539805 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-436d6bc7-d693-4925-a6ee-322f0a92ed1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 1097 time: 0.1269829 May 10 15:01:30.553702 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.576953 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-22f49458-1a23-4e9b-ba35-33dfd8ec7b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.585729 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 94c3e919-a7ae-409d-a393-b86f1be8dbc2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=94c3e919-a7ae-409d-a393-b86f1be8dbc2,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:30.598600 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.603566 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:30.637449 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-ea42b08b-614f-4456-a0e8-7e2651ad64c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1 HTTP/1.1" status: 200 len: 217 time: 0.0897009 May 10 15:01:30.726645 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.744418 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=94c3e919-a7ae-409d-a393-b86f1be8dbc2,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:30.754236 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:30.768374 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c97e3d-ace5-4439-84b7-e4d6a62de2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01941b52-a515-402e-9c32-e7755ba1ca73'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:30.850588 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-45d5c984-a15a-48fd-bbb9-9563cfd349b2 service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148943 May 10 15:01:30.854122 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 01941b52-a515-402e-9c32-e7755ba1ca73, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=01941b52-a515-402e-9c32-e7755ba1ca73,segment=NetworkSegment(2ab12300-0613-426c-af29-5a7090c77c24),segment_id=2ab12300-0613-426c-af29-5a7090c77c24)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:30.862985 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.865703 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:30.870226 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70d7c2-353a-4a8c-b35f-3ac8761361f2 req-8c53fbd4-523b-4b6b-a0f1-948fc6d980ed tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:30.877577 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f70d7c2-353a-4a8c-b35f-3ac8761361f2 req-8c53fbd4-523b-4b6b-a0f1-948fc6d980ed tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 944 time: 0.6435235 May 10 15:01:30.974082 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5048f-0e0e-40c9-ad31-d9d210e9145c req-d46861a3-dad3-4139-9098-ae9e569fa76c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:30.974844 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-59d5048f-0e0e-40c9-ad31-d9d210e9145c req-d46861a3-dad3-4139-9098-ae9e569fa76c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Synchronizing usage tracker for tenant:2b0a047e20ce43b3b25bdfc7d7d78f97 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:30.983539 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=01941b52-a515-402e-9c32-e7755ba1ca73,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:30.995424 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:31.014976 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f70d7c2-353a-4a8c-b35f-3ac8761361f2 req-7331c1b5-93e6-4afe-a770-10481fd50095 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359291 May 10 15:01:31.078252 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'status': 'completed', 'code': 200} May 10 15:01:31.097450 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-59d5048f-0e0e-40c9-ad31-d9d210e9145c req-d46861a3-dad3-4139-9098-ae9e569fa76c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Unset dirty status for tenant:2b0a047e20ce43b3b25bdfc7d7d78f97 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:31.098646 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-59d5048f-0e0e-40c9-ad31-d9d210e9145c req-d46861a3-dad3-4139-9098-ae9e569fa76c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 932 time: 0.7507350 May 10 15:01:31.231141 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-59d5048f-0e0e-40c9-ad31-d9d210e9145c req-647f4aff-d287-4e02-8a62-d8344a753eb0 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234636 May 10 15:01:31.361894 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd9c59-4614-41b3-a7dc-de01bf74660c req-6bdc4d20-76b9-4b4b-b50d-ab430018df27 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:31.364252 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2bdd9c59-4614-41b3-a7dc-de01bf74660c req-6bdc4d20-76b9-4b4b-b50d-ab430018df27 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 945 time: 0.1936080 May 10 15:01:31.369034 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c23c8a6c-5dd0-40fd-aa75-70585e4c82ac {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:31.388677 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c97e3d-ace5-4439-84b7-e4d6a62de2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01941b52-a515-402e-9c32-e7755ba1ca73', 'code': 200} May 10 15:01:31.396379 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:31.424405 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Transition to ACTIVE for port object c23c8a6c-5dd0-40fd-aa75-70585e4c82ac will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:31.434269 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:31.444599 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2bdd9c59-4614-41b3-a7dc-de01bf74660c req-a83b6296-f2c7-4f28-809a-77e44f860933 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709169 May 10 15:01:31.446122 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:31.541878 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:31.736218 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Pushing event updated for resources: {'Port': ['ID=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:31.747318 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:31.758717 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Attempting to bind port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:31.759046 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Attempting to bind port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:31.759369 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Attempting to bind port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac on network 9898ef2e-8f23-4108-a4f9-428beb28e721 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:31.768301 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac on network 9898ef2e-8f23-4108-a4f9-428beb28e721 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:31.768614 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Attempting to bind port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac on network 9898ef2e-8f23-4108-a4f9-428beb28e721 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:31.776787 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:31.777111 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Checking segment: {'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:31.777482 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Bound using segment: {'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:31.777901 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Bound port: c23c8a6c-5dd0-40fd-aa75-70585e4c82ac, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d2208c-c302-4848-b567-8ac092b0e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:31.778267 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:31.807668 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b1755-f2de-4b36-b3df-e4e2ab5ab75d req-6cb4ecb0-7224-495e-afe3-e14ab58d3f7a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:31.809100 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-653b1755-f2de-4b36-b3df-e4e2ab5ab75d req-6cb4ecb0-7224-495e-afe3-e14ab58d3f7a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.2567918 May 10 15:01:31.898534 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-653b1755-f2de-4b36-b3df-e4e2ab5ab75d req-fb1a5df8-4af0-4c63-b362-baeb0ca5066d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657780 May 10 15:01:31.911715 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] For port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac, host hv-cinder-78093, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:31.915333 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] For port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:31.920050 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:31.924318 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:31.978905 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:31.979529 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:31.980851 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] 10.222.0.38 "PUT /v2.0/ports/c23c8a6c-5dd0-40fd-aa75-70585e4c82ac HTTP/1.1" status: 200 len: 1094 time: 1.9438193 May 10 15:01:31.981295 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402e128-766c-4609-8417-3aa4887bba20', 'tag': 'c23c8a6c-5dd0-40fd-aa75-70585e4c82ac'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:32.005418 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Pushing event updated for resources: {'Port': ['ID=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:32.008525 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:32.025092 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402e128-766c-4609-8417-3aa4887bba20', 'tag': 'c23c8a6c-5dd0-40fd-aa75-70585e4c82ac', 'status': 'completed', 'code': 200} May 10 15:01:32.200829 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad13fcf-d357-4d82-b8b5-c2cece854f82 req-e320bbc9-bb06-4c8a-a2cb-b50facf678d0 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:32.202290 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fad13fcf-d357-4d82-b8b5-c2cece854f82 req-e320bbc9-bb06-4c8a-a2cb-b50facf678d0 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 945 time: 0.0792654 May 10 15:01:32.244924 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fad13fcf-d357-4d82-b8b5-c2cece854f82 req-76bea9c9-575a-4e0d-ae92-5f3765ee7f71 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362909 May 10 15:01:32.433708 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396362d0-ca8c-4de4-a235-f52e1fd00f5c req-fdd973d4-e582-47a1-8015-e0be6871c159 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:32.435164 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-396362d0-ca8c-4de4-a235-f52e1fd00f5c req-fdd973d4-e582-47a1-8015-e0be6871c159 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 944 time: 0.0803075 May 10 15:01:32.478381 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-396362d0-ca8c-4de4-a235-f52e1fd00f5c req-cb5aeedd-7ad6-4f4b-98b8-da61aa56d2d0 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367701 May 10 15:01:32.640365 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fba6a9-ecd1-4994-af2b-57a97704bf15 req-cc40342e-367f-4724-b4eb-49297a7c2e1a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:32.641875 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-53fba6a9-ecd1-4994-af2b-57a97704bf15 req-cc40342e-367f-4724-b4eb-49297a7c2e1a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 945 time: 0.0821075 May 10 15:01:32.685955 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-53fba6a9-ecd1-4994-af2b-57a97704bf15 req-070fe08b-a714-4eb4-abac-f10e6fecbfa5 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383191 May 10 15:01:33.087190 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593ca0e-23d3-4efe-9b5e-abc93145745d req-d4a24d3e-3687-45c3-b553-711846b3954d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:33.088673 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a593ca0e-23d3-4efe-9b5e-abc93145745d req-d4a24d3e-3687-45c3-b553-711846b3954d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.0795009 May 10 15:01:33.135916 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a593ca0e-23d3-4efe-9b5e-abc93145745d req-41653e2e-c056-40fe-a119-5ded512d990b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415704 May 10 15:01:33.145969 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:33.429711 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed253c-b4b9-4268-8d29-6c35c82ac1c7 req-a4cba2f7-ca45-4f60-9a2f-26169e7f4ad2 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:33.431188 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cfed253c-b4b9-4268-8d29-6c35c82ac1c7 req-a4cba2f7-ca45-4f60-9a2f-26169e7f4ad2 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 945 time: 0.0821638 May 10 15:01:33.476124 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cfed253c-b4b9-4268-8d29-6c35c82ac1c7 req-6da2edec-321b-4c61-b8f6-6c3a81719a9f tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391123 May 10 15:01:33.659043 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51a520-03cf-44d7-bda9-b853af0eb772 req-5e3770b1-ab6b-4abd-8e8f-e8c2364ff4f4 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:33.660521 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8c51a520-03cf-44d7-bda9-b853af0eb772 req-5e3770b1-ab6b-4abd-8e8f-e8c2364ff4f4 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 944 time: 0.0785995 May 10 15:01:33.704767 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8c51a520-03cf-44d7-bda9-b853af0eb772 req-15bf12b7-73e3-4cc2-b74c-e4c325f7ffee tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379851 May 10 15:01:33.804415 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-9b763dbc-ad66-476c-9aab-0397a5c7cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:33.805858 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-9b763dbc-ad66-476c-9aab-0397a5c7cf04 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 200 len: 856 time: 0.0800874 May 10 15:01:33.896411 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-95b45157-5b6b-40cd-abed-2686c53aaa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:33.899082 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-95b45157-5b6b-40cd-abed-2686c53aaa9c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a505177-ed31-4f0e-addb-1734401fec02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854270 May 10 15:01:33.980286 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['94c3e919-a7ae-409d-a393-b86f1be8dbc2'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:34.007695 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0adf4-708a-4c1c-a774-516cd434fd75 req-55e36bb3-aa05-4e6e-ab84-03ca753bcf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.009204 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e8a0adf4-708a-4c1c-a774-516cd434fd75 req-55e36bb3-aa05-4e6e-ab84-03ca753bcf2c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 1097 time: 0.2271600 May 10 15:01:34.010985 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f13422fc-1e79-4727-b967-fcb066a6f63a service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736599 May 10 15:01:34.053815 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50b534-9f3c-43ac-a87c-65bfb152e268 req-12e41fa8-2db0-4849-8b43-c9f12ab5befb tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.055315 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5a50b534-9f3c-43ac-a87c-65bfb152e268 req-12e41fa8-2db0-4849-8b43-c9f12ab5befb tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 945 time: 0.1825786 May 10 15:01:34.149461 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-86a3ef74-b723-4583-80ba-abbafad8113e service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363615 May 10 15:01:34.160348 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd44854-7d37-4619-81c5-2a8c471b3980 req-507e9034-51eb-4384-83e9-559c1002b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.161771 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6cd44854-7d37-4619-81c5-2a8c471b3980 req-507e9034-51eb-4384-83e9-559c1002b29e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 1098 time: 0.1702385 May 10 15:01:34.197612 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5a50b534-9f3c-43ac-a87c-65bfb152e268 req-dd219157-2ce0-4045-aa62-95f0b644cf98 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300519 May 10 15:01:34.224869 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0adf4-708a-4c1c-a774-516cd434fd75 req-48f07431-3f4c-453f-9444-dafa3de84003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.226456 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e8a0adf4-708a-4c1c-a774-516cd434fd75 req-48f07431-3f4c-453f-9444-dafa3de84003 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2023988 May 10 15:01:34.260448 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6cd44854-7d37-4619-81c5-2a8c471b3980 req-dd5dae3e-2640-4f27-8ba5-5ca68b6b7a5c service neutron] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:34.286011 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-6cd44854-7d37-4619-81c5-2a8c471b3980 req-dd5dae3e-2640-4f27-8ba5-5ca68b6b7a5c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:34.299525 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-6cd44854-7d37-4619-81c5-2a8c471b3980 req-dd5dae3e-2640-4f27-8ba5-5ca68b6b7a5c service neutron] Usage tracker for resource:security_group_rule and tenant:7f6bac80cde94d238d952dbdcd94e6b6 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:34.304957 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-6cd44854-7d37-4619-81c5-2a8c471b3980 req-dd5dae3e-2640-4f27-8ba5-5ca68b6b7a5c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:34.323306 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-6cd44854-7d37-4619-81c5-2a8c471b3980 req-dd5dae3e-2640-4f27-8ba5-5ca68b6b7a5c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:34.356672 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-79b05a5b-4e80-44a1-8f89-e859397d76e6 req-c4aa9ca4-88cb-4dcc-82a0-db10d301e2e1 service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939223 May 10 15:01:34.433598 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0adf4-708a-4c1c-a774-516cd434fd75 req-b8fa84c4-44d3-43f3-b876-734e5977c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.435076 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e8a0adf4-708a-4c1c-a774-516cd434fd75 req-b8fa84c4-44d3-43f3-b876-734e5977c9a9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2021210 May 10 15:01:34.463040 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd69d3-f879-44db-8236-62e4b42202e4 req-5e2403bd-d284-44aa-b77f-3f5ce81af660 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.470621 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07dd69d3-f879-44db-8236-62e4b42202e4 req-5e2403bd-d284-44aa-b77f-3f5ce81af660 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.1363516 May 10 15:01:34.471628 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6cd44854-7d37-4619-81c5-2a8c471b3980 req-dd5dae3e-2640-4f27-8ba5-5ca68b6b7a5c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:34.480756 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6cd44854-7d37-4619-81c5-2a8c471b3980 req-dd5dae3e-2640-4f27-8ba5-5ca68b6b7a5c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:34.488318 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:34.522042 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6cd44854-7d37-4619-81c5-2a8c471b3980 req-dd5dae3e-2640-4f27-8ba5-5ca68b6b7a5c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392761 May 10 15:01:34.532525 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dae3e-2640-4f27-8ba5-5ca68b6b7a5c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba2f23-9af3-4613-8270-eb4f090423b0,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:34.537968 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce940b-063e-477f-a6aa-43f96151b8a8 req-1ab00a12-e35d-4653-a7f2-e10000aa96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.539470 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1dce940b-063e-477f-a6aa-43f96151b8a8 req-1ab00a12-e35d-4653-a7f2-e10000aa96b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 1097 time: 0.1371384 May 10 15:01:34.540235 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-dd5dae3e-2640-4f27-8ba5-5ca68b6b7a5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:34.577467 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07dd69d3-f879-44db-8236-62e4b42202e4 req-2cab1561-326a-4897-bd7e-d1bc750ff281 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059597 May 10 15:01:34.593898 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978389db-ccce-430d-8b12-ade3afc5607f req-3dcdf812-af7e-4e2f-9e3a-8c7722297b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.595474 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-3dcdf812-af7e-4e2f-9e3a-8c7722297b69 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 1097 time: 0.1088743 May 10 15:01:34.750172 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce940b-063e-477f-a6aa-43f96151b8a8 req-71576189-7399-4756-891d-5a44515bbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.751874 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1dce940b-063e-477f-a6aa-43f96151b8a8 req-71576189-7399-4756-891d-5a44515bbb38 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 918 time: 0.1469040 May 10 15:01:34.798223 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-30cb7a53-2bf0-4dce-b835-8df80f041de5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac HTTP/1.1" status: 200 len: 217 time: 0.1925852 May 10 15:01:34.850987 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1dce940b-063e-477f-a6aa-43f96151b8a8 req-61ff6e46-1266-4c8d-bb25-18932ed21dbb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1 HTTP/1.1" status: 200 len: 217 time: 0.0895905 May 10 15:01:34.907777 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978389db-ccce-430d-8b12-ade3afc5607f req-4ae6a5c9-0178-4fff-ba55-0f2853a2c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.909604 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-4ae6a5c9-0178-4fff-ba55-0f2853a2c91a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1859c68a-7965-4036-a524-e77acc694d2a HTTP/1.1" status: 200 len: 858 time: 0.0988653 May 10 15:01:34.982528 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce940b-063e-477f-a6aa-43f96151b8a8 req-8246eb69-8c3c-4572-a283-bbd053a8dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.984158 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1dce940b-063e-477f-a6aa-43f96151b8a8 req-8246eb69-8c3c-4572-a283-bbd053a8dc97 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 200 len: 856 time: 0.1253431 May 10 15:01:35.005010 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e866b-74aa-4dbd-9c63-052a801bc58e req-512daf8a-ded3-49a8-ae7e-eca696a96949 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:35.006763 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a04e866b-74aa-4dbd-9c63-052a801bc58e req-512daf8a-ded3-49a8-ae7e-eca696a96949 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 945 time: 0.3284550 May 10 15:01:35.075886 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce940b-063e-477f-a6aa-43f96151b8a8 req-55de94d3-b83d-4cac-b830-e5820b2d0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:35.083250 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-4f0b5ac2-b8e0-4b0b-b874-6610361617f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9898ef2e-8f23-4108-a4f9-428beb28e721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430390 May 10 15:01:35.083855 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1dce940b-063e-477f-a6aa-43f96151b8a8 req-55de94d3-b83d-4cac-b830-e5820b2d0093 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a505177-ed31-4f0e-addb-1734401fec02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883300 May 10 15:01:35.103793 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a04e866b-74aa-4dbd-9c63-052a801bc58e req-46eac2a4-6bcf-48ee-a5ff-f7bd8e2af08b tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558467 May 10 15:01:35.273202 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4850b14-7e15-478f-ac3b-7481d5414075 req-1efff7ba-6c86-488a-89cf-4dd47b259d53 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:35.275342 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a4850b14-7e15-478f-ac3b-7481d5414075 req-1efff7ba-6c86-488a-89cf-4dd47b259d53 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 944 time: 0.2845685 May 10 15:01:35.324183 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-fe621de9-7b4c-4df5-99d6-6d0c14e75e0d service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191916 May 10 15:01:35.341977 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1dce940b-063e-477f-a6aa-43f96151b8a8 req-ac3438ee-5275-4630-8314-97dc8860927e service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365646 May 10 15:01:35.422269 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a4850b14-7e15-478f-ac3b-7481d5414075 req-30a02b83-2be8-4b19-be2a-dfffb8f6be0e tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366608 May 10 15:01:35.510563 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1dce940b-063e-477f-a6aa-43f96151b8a8 req-1a86caf8-e1a0-47c3-b35e-b848a0e7ba36 service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604702 May 10 15:01:35.564007 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-978389db-ccce-430d-8b12-ade3afc5607f req-1a47d731-16d8-4954-a85b-d78098274697 service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298446 May 10 15:01:35.591901 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd5db2-f200-4b44-95bb-f2bbc935a21d req-2736d53d-27a6-45a5-9757-ff436a5ec982 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:35.593479 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-37fd5db2-f200-4b44-95bb-f2bbc935a21d req-2736d53d-27a6-45a5-9757-ff436a5ec982 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 945 time: 0.1616309 May 10 15:01:35.662784 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-37fd5db2-f200-4b44-95bb-f2bbc935a21d req-78a9d55d-f3e0-4ee3-8c83-50cb4f6e24e6 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549722 May 10 15:01:35.731374 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device af5ed1ab-5d42-48f4-b294-325c39d3758d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:35.771127 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 94c3e919-a7ae-409d-a393-b86f1be8dbc2 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:35.822335 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71885425-0979-4aba-8f0c-2a0bb9e2a091 req-67db6f7c-5979-4555-8aeb-70504b9a07bc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:35.832118 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-71885425-0979-4aba-8f0c-2a0bb9e2a091 req-67db6f7c-5979-4555-8aeb-70504b9a07bc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.1174123 May 10 15:01:35.901439 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-71885425-0979-4aba-8f0c-2a0bb9e2a091 req-af4de2c6-80f5-47b5-a437-432b418aeff3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680637 May 10 15:01:35.940190 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port 94c3e919-a7ae-409d-a393-b86f1be8dbc2 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:35.951089 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 94c3e919-a7ae-409d-a393-b86f1be8dbc2 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:35.951461 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:35.994104 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port af5ed1ab-5d42-48f4-b294-325c39d3758d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=af5ed1ab-5d42-48f4-b294-325c39d3758d,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:36.018475 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': 'af5ed1ab-5d42-48f4-b294-325c39d3758d', 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721', 'port_id': 'af5ed1ab-5d42-48f4-b294-325c39d3758d', 'mac_address': 'fa:16:3e:3e:81:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1859c68a-7965-4036-a524-e77acc694d2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:36.055359 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57420) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:36.143671 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:36.180419 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ffb5f0-20f9-48cf-9005-672424cca49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c3e919-a7ae-409d-a393-b86f1be8dbc2'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:36.198270 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:36.234722 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5ed1ab-5d42-48f4-b294-325c39d3758d {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:36.248834 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-827b26f4-8471-4486-bcec-ba81b8626c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:36.274606 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port af5ed1ab-5d42-48f4-b294-325c39d3758d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=af5ed1ab-5d42-48f4-b294-325c39d3758d,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:36.279455 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 94c3e919-a7ae-409d-a393-b86f1be8dbc2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=94c3e919-a7ae-409d-a393-b86f1be8dbc2,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:36.281033 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:36.286720 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-827b26f4-8471-4486-bcec-ba81b8626c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:36.287279 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d7323379-aa1d-40b5-a996-af01454abb07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:36.295896 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-827b26f4-8471-4486-bcec-ba81b8626c1b admin admin] Usage tracker for resource:security_group_rule and tenant:9125957da70842c085eb4eb43b849e83 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:36.304729 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-827b26f4-8471-4486-bcec-ba81b8626c1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:36.317072 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-827b26f4-8471-4486-bcec-ba81b8626c1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:36.446199 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ffb5f0-20f9-48cf-9005-672424cca49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c3e919-a7ae-409d-a393-b86f1be8dbc2', 'code': 200} May 10 15:01:36.447029 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=af5ed1ab-5d42-48f4-b294-325c39d3758d,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:36.456958 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:36.489233 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:36.489869 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:36.489983 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-827b26f4-8471-4486-bcec-ba81b8626c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:36.497776 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-827b26f4-8471-4486-bcec-ba81b8626c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:36.550853 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-1a32cdaf-d194-4f99-a29d-8c89f736cdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:36.560422 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-827b26f4-8471-4486-bcec-ba81b8626c1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9125957da70842c085eb4eb43b849e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039935 May 10 15:01:36.563090 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57452) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:36.571062 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['af5ed1ab-5d42-48f4-b294-325c39d3758d'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:36.586641 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfa8eb-ebb6-4635-b54c-bfd4c9112539 req-df9c95ab-6477-4a1f-924e-5c64d373eee2 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:36.588186 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-84dfa8eb-ebb6-4635-b54c-bfd4c9112539 req-df9c95ab-6477-4a1f-924e-5c64d373eee2 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 945 time: 0.1966863 May 10 15:01:36.608043 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b26f4-8471-4486-bcec-ba81b8626c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823afa03-1324-4e62-b7a2-a9181d259632,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:36.625884 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-827b26f4-8471-4486-bcec-ba81b8626c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:36.661766 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3024cb4e-f138-4d7a-9d3c-d2d8682e4209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:36.695759 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3024cb4e-f138-4d7a-9d3c-d2d8682e4209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:36.725874 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=94c3e919-a7ae-409d-a393-b86f1be8dbc2,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:36.752327 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3024cb4e-f138-4d7a-9d3c-d2d8682e4209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:36.761531 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:36.764511 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-84dfa8eb-ebb6-4635-b54c-bfd4c9112539 req-71cdc44e-ab5e-4bb9-9195-7b97dca16607 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213884 May 10 15:01:36.768397 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-2f358a1e-1dfb-4d87-91c2-eb6fdd7070ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:36.792087 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024cb4e-f138-4d7a-9d3c-d2d8682e4209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823afa03-1324-4e62-b7a2-a9181d259632,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:36.801462 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3024cb4e-f138-4d7a-9d3c-d2d8682e4209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:36.812913 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3024cb4e-f138-4d7a-9d3c-d2d8682e4209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:36.814815 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-3024cb4e-f138-4d7a-9d3c-d2d8682e4209 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/823afa03-1324-4e62-b7a2-a9181d259632 HTTP/1.1" status: 204 len: 168 time: 0.2506456 May 10 15:01:36.853820 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922f97c-9d58-4cf4-8a4a-25f5d40fe03c req-f8476000-2108-4d74-9fb8-b58d37ef2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:36.855542 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5922f97c-9d58-4cf4-8a4a-25f5d40fe03c req-f8476000-2108-4d74-9fb8-b58d37ef2893 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 1099 time: 0.2664666 May 10 15:01:36.895628 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2216a5-8f31-4583-9481-67429ba78429 req-8cf1b36a-d7e2-436e-8f7f-0095dda088b6 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:36.897896 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2f2216a5-8f31-4583-9481-67429ba78429 req-8cf1b36a-d7e2-436e-8f7f-0095dda088b6 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 944 time: 0.2045419 May 10 15:01:36.957978 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5922f97c-9d58-4cf4-8a4a-25f5d40fe03c req-584859d9-12a1-4ecf-9596-bb7e32e970e9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894334 May 10 15:01:36.992202 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2f2216a5-8f31-4583-9481-67429ba78429 req-bda6bc24-dc59-45d8-92ed-183823d92f8b tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877254 May 10 15:01:37.256357 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12c49a-0d2c-417a-bb34-ab0c3c440242 req-8c9bcdf5-cff7-45ed-a207-0c41e2f48b21 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:37.257868 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6d12c49a-0d2c-417a-bb34-ab0c3c440242 req-8c9bcdf5-cff7-45ed-a207-0c41e2f48b21 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 946 time: 0.2613957 May 10 15:01:37.314439 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57484) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:37.324224 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a4a09-440b-4111-beeb-51340cfca281 req-595d21ff-b670-4563-9769-3f3b532b3ec3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:37.325690 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-085a4a09-440b-4111-beeb-51340cfca281 req-595d21ff-b670-4563-9769-3f3b532b3ec3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.1954412 May 10 15:01:37.340682 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-970a649a-81f0-4ccb-b28a-ba74e655c277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.346326 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6d12c49a-0d2c-417a-bb34-ab0c3c440242 req-db670feb-c105-4f75-bb86-9f783ed4348c tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743515 May 10 15:01:37.368096 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-970a649a-81f0-4ccb-b28a-ba74e655c277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:37.373043 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-970a649a-81f0-4ccb-b28a-ba74e655c277 admin admin] Usage tracker for resource:security_group_rule and tenant:33d745c74cc94390aa37ccb3b45b4899 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:37.377132 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-970a649a-81f0-4ccb-b28a-ba74e655c277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:37.383313 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-970a649a-81f0-4ccb-b28a-ba74e655c277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:37.402684 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-085a4a09-440b-4111-beeb-51340cfca281 req-37154756-8387-4612-a130-85f688d6c3dc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549603 May 10 15:01:37.489495 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-970a649a-81f0-4ccb-b28a-ba74e655c277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.493773 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-970a649a-81f0-4ccb-b28a-ba74e655c277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.509003 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-dd5dae3e-2640-4f27-8ba5-5ca68b6b7a5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:37.552568 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-970a649a-81f0-4ccb-b28a-ba74e655c277 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33d745c74cc94390aa37ccb3b45b4899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368889 May 10 15:01:37.555372 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 57500) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:37.559441 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a649a-81f0-4ccb-b28a-ba74e655c277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05286798-f067-4304-b308-cba7bf710484,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:37.564130 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-970a649a-81f0-4ccb-b28a-ba74e655c277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:37.634913 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-42f732a3-4d9e-47c4-8205-1f92b249ef48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.664600 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-42f732a3-4d9e-47c4-8205-1f92b249ef48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.721923 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-42f732a3-4d9e-47c4-8205-1f92b249ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.725887 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:37.730034 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 59aaff0b-8714-4a1a-88f8-96d43550c1a1 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:37.743208 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f732a3-4d9e-47c4-8205-1f92b249ef48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05286798-f067-4304-b308-cba7bf710484,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:37.746761 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-42f732a3-4d9e-47c4-8205-1f92b249ef48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:37.757016 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-42f732a3-4d9e-47c4-8205-1f92b249ef48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.758648 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-42f732a3-4d9e-47c4-8205-1f92b249ef48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05286798-f067-4304-b308-cba7bf710484 HTTP/1.1" status: 204 len: 168 time: 0.2020032 May 10 15:01:37.849211 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device af5ed1ab-5d42-48f4-b294-325c39d3758d up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:38.042465 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:38.052831 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port af5ed1ab-5d42-48f4-b294-325c39d3758d completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:38.056233 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584cbf9-e4dd-455d-b7d7-91d5fd4abfb0 req-38f7d876-8246-496c-b15d-0f7e1abceea8 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:38.061130 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9584cbf9-e4dd-455d-b7d7-91d5fd4abfb0 req-38f7d876-8246-496c-b15d-0f7e1abceea8 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 945 time: 0.1518192 May 10 15:01:38.062910 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port af5ed1ab-5d42-48f4-b294-325c39d3758d triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:38.063303 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.090649 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'port_id': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'mac_address': 'fa:16:3e:cd:13:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:38.139701 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9584cbf9-e4dd-455d-b7d7-91d5fd4abfb0 req-4f162545-d684-49db-a369-5b70cb5453d0 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712178 May 10 15:01:38.213916 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.265482 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57526) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:38.278906 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59aaff0b-8714-4a1a-88f8-96d43550c1a1 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:38.301873 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c8c24-3019-43cc-8435-ade3da162c69 req-26170f0f-7a7d-43f3-887c-3a383dfb76d5 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:38.310811 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bf7c8c24-3019-43cc-8435-ade3da162c69 req-26170f0f-7a7d-43f3-887c-3a383dfb76d5 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 944 time: 0.1290240 May 10 15:01:38.322167 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:38.325519 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.339846 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.340630 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device c23c8a6c-5dd0-40fd-aa75-70585e4c82ac details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:38.346813 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:38.366526 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bf7c8c24-3019-43cc-8435-ade3da162c69 req-3706e282-987d-4da3-ae0f-3174d09481c8 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515788 May 10 15:01:38.451379 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f5a964d8-7c9a-4975-bd90-eae116695b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.509118 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-f5a964d8-7c9a-4975-bd90-eae116695b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:38.519761 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-f5a964d8-7c9a-4975-bd90-eae116695b64 admin admin] Usage tracker for resource:security_group_rule and tenant:24cccfffc6bf4bf891f20ce29887eac4 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:38.528462 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-f5a964d8-7c9a-4975-bd90-eae116695b64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:38.543840 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-f5a964d8-7c9a-4975-bd90-eae116695b64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:38.621799 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=59aaff0b-8714-4a1a-88f8-96d43550c1a1,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:38.625295 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:38.632292 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04b8fa0-1ae1-4f74-8f6b-767147040fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5ed1ab-5d42-48f4-b294-325c39d3758d'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:38.645079 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.db.resource_extend [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 15:01:38.661709 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port af5ed1ab-5d42-48f4-b294-325c39d3758d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=af5ed1ab-5d42-48f4-b294-325c39d3758d,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:38.736405 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f5a964d8-7c9a-4975-bd90-eae116695b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.742163 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f5a964d8-7c9a-4975-bd90-eae116695b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.756523 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-56da7d66-5ec4-4e68-b16a-8aed2a94cfbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:38.768476 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.801084 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:38.881636 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f5a964d8-7c9a-4975-bd90-eae116695b64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24cccfffc6bf4bf891f20ce29887eac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6150289 May 10 15:01:38.882457 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57562) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:38.890705 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a964d8-7c9a-4975-bd90-eae116695b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6834f0d-404a-4018-8844-84d3b8c96b17,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:38.913331 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10108bc-118e-4a86-9880-e914f00f8e1d req-819d6660-cd02-40b7-ac38-91cf23826668 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:38.919943 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e10108bc-118e-4a86-9880-e914f00f8e1d req-819d6660-cd02-40b7-ac38-91cf23826668 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 946 time: 0.3876081 May 10 15:01:38.976798 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f5a964d8-7c9a-4975-bd90-eae116695b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:39.026029 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e10108bc-118e-4a86-9880-e914f00f8e1d req-3c692aaf-c140-4ca8-a52c-a88912f768e5 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891693 May 10 15:01:39.029103 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2cdc-8492-4702-91c8-cb60ab3e5898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.058324 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639a51-e5df-49cd-888e-0ca45b14289c req-c758c9f1-938a-4026-aa26-7270a3fc807f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:39.067396 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=af5ed1ab-5d42-48f4-b294-325c39d3758d,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:39.069881 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e7639a51-e5df-49cd-888e-0ca45b14289c req-c758c9f1-938a-4026-aa26-7270a3fc807f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 945 time: 0.4545436 May 10 15:01:39.075044 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2cdc-8492-4702-91c8-cb60ab3e5898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.082860 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:39.131415 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04b8fa0-1ae1-4f74-8f6b-767147040fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5ed1ab-5d42-48f4-b294-325c39d3758d', 'code': 200} May 10 15:01:39.148464 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2cdc-8492-4702-91c8-cb60ab3e5898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.155041 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3024cb4e-f138-4d7a-9d3c-d2d8682e4209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:39.161554 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:39.174276 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb2cdc-8492-4702-91c8-cb60ab3e5898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6834f0d-404a-4018-8844-84d3b8c96b17,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:39.182468 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e7639a51-e5df-49cd-888e-0ca45b14289c req-be97060e-89ab-4973-99f9-d73a435f6420 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115224 May 10 15:01:39.183625 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ccbb2cdc-8492-4702-91c8-cb60ab3e5898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:39.184433 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2cdc-8492-4702-91c8-cb60ab3e5898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.188516 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-ccbb2cdc-8492-4702-91c8-cb60ab3e5898 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6834f0d-404a-4018-8844-84d3b8c96b17 HTTP/1.1" status: 204 len: 168 time: 0.3009570 May 10 15:01:39.208561 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': 'c23c8a6c-5dd0-40fd-aa75-70585e4c82ac', 'network_id': '9898ef2e-8f23-4108-a4f9-428beb28e721', 'port_id': 'c23c8a6c-5dd0-40fd-aa75-70585e4c82ac', 'mac_address': 'fa:16:3e:30:5f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1859c68a-7965-4036-a524-e77acc694d2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:39.291667 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.311827 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c23c8a6c-5dd0-40fd-aa75-70585e4c82ac {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:39.334352 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:39.339800 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.344686 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:39.452730 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:39.464411 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:39.572100 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b9913-1445-43f0-8f17-987628c09c82 req-547b32d9-7f44-45cc-824d-d850de2f6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:39.573737 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ce8b9913-1445-43f0-8f17-987628c09c82 req-547b32d9-7f44-45cc-824d-d850de2f6297 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 1098 time: 0.1295092 May 10 15:01:39.613956 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['59aaff0b-8714-4a1a-88f8-96d43550c1a1'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:39.702848 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['c23c8a6c-5dd0-40fd-aa75-70585e4c82ac'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:39.803888 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ce8b9913-1445-43f0-8f17-987628c09c82 req-579f480f-0779-4702-a65b-9f34bf555464 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196455 May 10 15:01:39.911633 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7580b-cc81-458f-a2a1-47a769218b66 req-c5167850-3650-40bc-8609-88c334648f41 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:39.921468 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b3f7580b-cc81-458f-a2a1-47a769218b66 req-c5167850-3650-40bc-8609-88c334648f41 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 945 time: 0.2959173 May 10 15:01:39.943192 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57598) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:40.030500 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b3f7580b-cc81-458f-a2a1-47a769218b66 req-1e6a266e-0af3-485a-9693-2ad4c9a8509b tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065872 May 10 15:01:40.043414 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57606) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:40.071932 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7cf5-7cef-4eff-b23f-c10d4af119a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.165960 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-b8ea7cf5-7cef-4eff-b23f-c10d4af119a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:40.170427 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-b8ea7cf5-7cef-4eff-b23f-c10d4af119a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d2c50896b5ac4c3a91e87309377a4b92 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:40.174355 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-b8ea7cf5-7cef-4eff-b23f-c10d4af119a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:40.180742 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-b8ea7cf5-7cef-4eff-b23f-c10d4af119a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:40.268743 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-577f8e9f-2962-4338-ba94-6566a6ec9e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.296625 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-577f8e9f-2962-4338-ba94-6566a6ec9e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:40.307686 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-577f8e9f-2962-4338-ba94-6566a6ec9e59 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f7f83746b448f4a75b3c8479cdd5c4 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:40.312482 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-577f8e9f-2962-4338-ba94-6566a6ec9e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:40.325802 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-577f8e9f-2962-4338-ba94-6566a6ec9e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:40.336395 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7cf5-7cef-4eff-b23f-c10d4af119a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.341178 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7cf5-7cef-4eff-b23f-c10d4af119a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.357471 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e13559ad-6347-4e9e-bf0e-5f14d38c8426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:40.413848 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3bef4-8576-420d-af80-1f073ad94f7e req-6a9ecfd1-f03f-4d15-851b-a8b47c6a3379 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:40.415689 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-14a3bef4-8576-420d-af80-1f073ad94f7e req-6a9ecfd1-f03f-4d15-851b-a8b47c6a3379 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 945 time: 0.0922592 May 10 15:01:40.418282 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-b8ea7cf5-7cef-4eff-b23f-c10d4af119a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2c50896b5ac4c3a91e87309377a4b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736622 May 10 15:01:40.421321 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 57624) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:40.436710 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea7cf5-7cef-4eff-b23f-c10d4af119a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aab586-8df2-4e74-90f0-42dc16d1b93b,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:40.441417 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b8ea7cf5-7cef-4eff-b23f-c10d4af119a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:40.505182 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-577f8e9f-2962-4338-ba94-6566a6ec9e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.513062 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-577f8e9f-2962-4338-ba94-6566a6ec9e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.520293 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4e3a12b4-0bbe-485f-b198-1c836c4af449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.522311 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ccbb2cdc-8492-4702-91c8-cb60ab3e5898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:40.541164 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-14a3bef4-8576-420d-af80-1f073ad94f7e req-43f46def-2bf6-419d-91e4-e33e63e4d295 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164737 May 10 15:01:40.562675 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4e3a12b4-0bbe-485f-b198-1c836c4af449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.568548 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-577f8e9f-2962-4338-ba94-6566a6ec9e59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8f7f83746b448f4a75b3c8479cdd5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6212435 May 10 15:01:40.568548 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f8e9f-2962-4338-ba94-6566a6ec9e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbde4468-3f6f-42c6-a5c4-288ad9dccec5,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:40.569550 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57630) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:40.572378 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-577f8e9f-2962-4338-ba94-6566a6ec9e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:40.647101 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4e3a12b4-0bbe-485f-b198-1c836c4af449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.649443 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6bf0703a-1072-472e-933e-e56f86d0db51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.654818 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ec207107-4e49-400a-943c-accc0c8d56be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:40.670306 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4e3a12b4-0bbe-485f-b198-1c836c4af449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.671433 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-4e3a12b4-0bbe-485f-b198-1c836c4af449 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4aab586-8df2-4e74-90f0-42dc16d1b93b HTTP/1.1" status: 204 len: 168 time: 0.2491667 May 10 15:01:40.674619 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a12b4-0bbe-485f-b198-1c836c4af449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aab586-8df2-4e74-90f0-42dc16d1b93b,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:40.677535 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-4e3a12b4-0bbe-485f-b198-1c836c4af449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:40.683133 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6bf0703a-1072-472e-933e-e56f86d0db51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.743260 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6bf0703a-1072-472e-933e-e56f86d0db51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.749389 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-89748921-549b-48bb-b29d-55f69ecee2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:40.761555 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0703a-1072-472e-933e-e56f86d0db51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbde4468-3f6f-42c6-a5c4-288ad9dccec5,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:40.764086 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-6bf0703a-1072-472e-933e-e56f86d0db51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:40.771857 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6bf0703a-1072-472e-933e-e56f86d0db51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.775839 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-6bf0703a-1072-472e-933e-e56f86d0db51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fbde4468-3f6f-42c6-a5c4-288ad9dccec5 HTTP/1.1" status: 204 len: 168 time: 0.2052529 May 10 15:01:41.308821 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfbf93-9974-41d1-b253-bf9c8ed6bf9d req-f7ce668f-32c7-43df-88bf-30d45c75cabe tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:41.318606 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-49dfbf93-9974-41d1-b253-bf9c8ed6bf9d req-f7ce668f-32c7-43df-88bf-30d45c75cabe tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 945 time: 0.1037426 May 10 15:01:41.386937 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-49dfbf93-9974-41d1-b253-bf9c8ed6bf9d req-27cfd175-b09d-49b4-aa5f-105969b7653d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669713 May 10 15:01:41.494564 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57672) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:41.514853 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4350aa63-b872-417c-b481-945c7169939d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.534255 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-4350aa63-b872-417c-b481-945c7169939d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:41.539524 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-4350aa63-b872-417c-b481-945c7169939d admin admin] Usage tracker for resource:security_group_rule and tenant:4038e04492c8438d8aae207f9f5d0d99 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:41.544122 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-4350aa63-b872-417c-b481-945c7169939d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:41.560374 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 57676) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:41.563590 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-4350aa63-b872-417c-b481-945c7169939d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:41.586635 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-41f80a19-7852-4949-9954-789b28378750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.602988 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-41f80a19-7852-4949-9954-789b28378750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:41.607746 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-41f80a19-7852-4949-9954-789b28378750 admin admin] Usage tracker for resource:security_group_rule and tenant:2a5b3c111f0041b1b3d5322785548506 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:41.611279 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-41f80a19-7852-4949-9954-789b28378750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:41.619407 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-41f80a19-7852-4949-9954-789b28378750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:41.661691 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57688) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:41.745091 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 59aaff0b-8714-4a1a-88f8-96d43550c1a1 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:41.746957 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4350aa63-b872-417c-b481-945c7169939d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.755476 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4350aa63-b872-417c-b481-945c7169939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.765028 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:41.812574 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-4350aa63-b872-417c-b481-945c7169939d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4038e04492c8438d8aae207f9f5d0d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146720 May 10 15:01:41.812787 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-41f80a19-7852-4949-9954-789b28378750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.813883 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350aa63-b872-417c-b481-945c7169939d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0e56af-bc75-4e2f-9a1d-1fc5c7e4abe8,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:41.814009 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 57694) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:41.817268 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-4350aa63-b872-417c-b481-945c7169939d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:41.851668 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:41.858921 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:41.859304 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.861856 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-41f80a19-7852-4949-9954-789b28378750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.886517 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f25da198-f109-4086-b34b-2f302596be50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:41.923631 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f80a19-7852-4949-9954-789b28378750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a3240-bd35-4f9e-8301-27d2262b685a,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:41.935483 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-41f80a19-7852-4949-9954-789b28378750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:41.975511 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3ecedcab-0b15-4f42-ae79-258d8fdb5f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.981904 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-41f80a19-7852-4949-9954-789b28378750 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a5b3c111f0041b1b3d5322785548506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204791 May 10 15:01:42.002459 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4f8aee0d-5e24-444d-be48-abf255da13ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.013507 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57698) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:42.020899 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.053570 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:42.065625 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:42.072125 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.073807 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device c23c8a6c-5dd0-40fd-aa75-70585e4c82ac up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:42.085018 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692380de-1ff5-4669-8b8e-ff11a8a1ecca req-91786717-314d-4c4e-85e0-b9de5cbc557f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:42.086674 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-692380de-1ff5-4669-8b8e-ff11a8a1ecca req-91786717-314d-4c4e-85e0-b9de5cbc557f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 945 time: 0.3326252 May 10 15:01:42.088601 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3ecedcab-0b15-4f42-ae79-258d8fdb5f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.093487 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-4f8aee0d-5e24-444d-be48-abf255da13ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:42.142556 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:42.143317 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-4f8aee0d-5e24-444d-be48-abf255da13ee admin admin] Usage tracker for resource:security_group_rule and tenant:34db423ddc7b4ee58c46018b88912808 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:42.147715 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cc1adece-b14a-4456-b6ac-bf5e297d0c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.149496 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-4f8aee0d-5e24-444d-be48-abf255da13ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:42.169043 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-4f8aee0d-5e24-444d-be48-abf255da13ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:42.197474 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-692380de-1ff5-4669-8b8e-ff11a8a1ecca req-3ef25bcd-943f-4768-98c7-a689ce4c3dbe tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010680 May 10 15:01:42.206142 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cc1adece-b14a-4456-b6ac-bf5e297d0c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.213500 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'code': 200} May 10 15:01:42.218968 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3ecedcab-0b15-4f42-ae79-258d8fdb5f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.239055 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-89b09ac1-b56c-4bae-9c65-0fc3c7632389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:42.269744 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecedcab-0b15-4f42-ae79-258d8fdb5f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0e56af-bc75-4e2f-9a1d-1fc5c7e4abe8,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:42.274149 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3ecedcab-0b15-4f42-ae79-258d8fdb5f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:42.278549 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3ecedcab-0b15-4f42-ae79-258d8fdb5f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.279678 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-3ecedcab-0b15-4f42-ae79-258d8fdb5f5b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb0e56af-bc75-4e2f-9a1d-1fc5c7e4abe8 HTTP/1.1" status: 204 len: 168 time: 0.4653735 May 10 15:01:42.288881 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=59aaff0b-8714-4a1a-88f8-96d43550c1a1,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:42.304667 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:42.326665 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:42.334569 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:42.334949 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.343671 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cc1adece-b14a-4456-b6ac-bf5e297d0c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.355370 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-fedbe5fe-f260-401f-94a8-390d27ea5d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:42.379430 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1adece-b14a-4456-b6ac-bf5e297d0c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a3240-bd35-4f9e-8301-27d2262b685a,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:42.385809 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cc1adece-b14a-4456-b6ac-bf5e297d0c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:42.406112 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4f8aee0d-5e24-444d-be48-abf255da13ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.408206 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cc1adece-b14a-4456-b6ac-bf5e297d0c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.409438 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-cc1adece-b14a-4456-b6ac-bf5e297d0c06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d7a3240-bd35-4f9e-8301-27d2262b685a HTTP/1.1" status: 204 len: 168 time: 0.3949473 May 10 15:01:42.413315 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4f8aee0d-5e24-444d-be48-abf255da13ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.435497 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9cb196da-cd4f-40c5-a950-74565295538f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:42.539252 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8aee0d-5e24-444d-be48-abf255da13ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3295ffe-b5b7-42ba-93ab-18a291314ddc,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:42.547043 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-4f8aee0d-5e24-444d-be48-abf255da13ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:42.559560 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a3aee-d807-4809-bb0f-bcf4fc4aec5f req-6d72b4c5-47ae-45b2-9d37-5448396d95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:42.560638 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-4f8aee0d-5e24-444d-be48-abf255da13ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34db423ddc7b4ee58c46018b88912808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8978038 May 10 15:01:42.562291 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.565968 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57720) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:42.568281 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f93a3aee-d807-4809-bb0f-bcf4fc4aec5f req-6d72b4c5-47ae-45b2-9d37-5448396d95ed service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 1099 time: 0.1512356 May 10 15:01:42.601174 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:42.607390 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.609725 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-72c0fc15-108e-474f-984e-b5dc3fb936a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:42.650272 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3a63cdf4-f551-463b-9def-cf1e989763a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.680231 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3a63cdf4-f551-463b-9def-cf1e989763a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.685844 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f93a3aee-d807-4809-bb0f-bcf4fc4aec5f req-64cf6cda-8ccb-47eb-a3e6-abbf82fda0c7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606856 May 10 15:01:42.710570 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71c5ed-2024-46ea-b307-0d2271f75823 req-8cb8f737-70e2-452d-a4ef-5785861c85a0 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:42.719215 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0d71c5ed-2024-46ea-b307-0d2271f75823 req-8cb8f737-70e2-452d-a4ef-5785861c85a0 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1480212 May 10 15:01:42.763909 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3a63cdf4-f551-463b-9def-cf1e989763a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.769491 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e49a23b8-93c7-4b00-8162-679d59e292fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:42.785290 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:42.789573 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0d71c5ed-2024-46ea-b307-0d2271f75823 req-fa3b6df7-ecf9-4480-9e51-e201108e1434 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688119 May 10 15:01:42.798708 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63cdf4-f551-463b-9def-cf1e989763a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3295ffe-b5b7-42ba-93ab-18a291314ddc,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:42.804342 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3a63cdf4-f551-463b-9def-cf1e989763a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:42.808863 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3a63cdf4-f551-463b-9def-cf1e989763a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.814230 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-3a63cdf4-f551-463b-9def-cf1e989763a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3295ffe-b5b7-42ba-93ab-18a291314ddc HTTP/1.1" status: 204 len: 168 time: 0.2471676 May 10 15:01:42.826432 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:43.206571 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 57756) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:43.230553 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6f47363d-5138-4660-b5b6-984e21aea48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.268539 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-6f47363d-5138-4660-b5b6-984e21aea48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:43.288876 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-6f47363d-5138-4660-b5b6-984e21aea48a admin admin] Usage tracker for resource:security_group_rule and tenant:d0f6ca9caaa14a7ba290ed896da63658 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:43.291856 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-6f47363d-5138-4660-b5b6-984e21aea48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:43.307028 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-6f47363d-5138-4660-b5b6-984e21aea48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:43.488873 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6f47363d-5138-4660-b5b6-984e21aea48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.513541 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6f47363d-5138-4660-b5b6-984e21aea48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.529380 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf70ca-ce63-430e-8457-950fcd575c20 req-13654510-40b3-4e14-a841-2414b3488d71 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:43.537044 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-39bf70ca-ce63-430e-8457-950fcd575c20 req-13654510-40b3-4e14-a841-2414b3488d71 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.1237233 May 10 15:01:43.541121 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:43.609833 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-6f47363d-5138-4660-b5b6-984e21aea48a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0f6ca9caaa14a7ba290ed896da63658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021690 May 10 15:01:43.613467 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57780) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:43.614045 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47363d-5138-4660-b5b6-984e21aea48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26806ee7-d491-461f-b91c-71624d168660,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:43.618999 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6f47363d-5138-4660-b5b6-984e21aea48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:43.631622 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-39bf70ca-ce63-430e-8457-950fcd575c20 req-c409c58f-487f-412c-8d9e-8fc04aa391f3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936880 May 10 15:01:43.709017 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5cb10e26-b5c9-4408-818b-e1f36764c61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.737069 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5cb10e26-b5c9-4408-818b-e1f36764c61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.805159 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5cb10e26-b5c9-4408-818b-e1f36764c61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.811176 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3a63cdf4-f551-463b-9def-cf1e989763a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:43.822452 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb10e26-b5c9-4408-818b-e1f36764c61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26806ee7-d491-461f-b91c-71624d168660,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:43.834676 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5cb10e26-b5c9-4408-818b-e1f36764c61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:43.841131 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5cb10e26-b5c9-4408-818b-e1f36764c61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.852794 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-5cb10e26-b5c9-4408-818b-e1f36764c61a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26806ee7-d491-461f-b91c-71624d168660 HTTP/1.1" status: 204 len: 168 time: 0.2370980 May 10 15:01:44.014618 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67bddd-e1c4-4bce-9cea-348e3fe34af8 req-5fec2f93-2088-4adb-a7ee-6ee7499892f9 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:44.016111 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4a67bddd-e1c4-4bce-9cea-348e3fe34af8 req-5fec2f93-2088-4adb-a7ee-6ee7499892f9 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.0836596 May 10 15:01:44.074343 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4a67bddd-e1c4-4bce-9cea-348e3fe34af8 req-86132cd8-1a5a-4c16-a727-aa8c008cd112 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512283 May 10 15:01:44.214691 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402e128-766c-4609-8417-3aa4887bba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23c8a6c-5dd0-40fd-aa75-70585e4c82ac'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:44.276845 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402e128-766c-4609-8417-3aa4887bba20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23c8a6c-5dd0-40fd-aa75-70585e4c82ac', 'code': 200} May 10 15:01:44.599825 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75968747-069d-49d7-b32e-648e18b9f18c req-2e1dd36c-c0ef-4629-adbd-320c73a24027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:44.601369 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-75968747-069d-49d7-b32e-648e18b9f18c req-2e1dd36c-c0ef-4629-adbd-320c73a24027 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 1099 time: 0.1440139 May 10 15:01:44.659240 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-75968747-069d-49d7-b32e-648e18b9f18c req-5a21c809-1e51-4a84-810f-71033f0c48e9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509691 May 10 15:01:44.834846 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffad6a-10e4-46a0-a1cd-acb0e67582e4 req-98c91a5c-e163-4001-b165-d2741836563c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:44.836678 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-deffad6a-10e4-46a0-a1cd-acb0e67582e4 req-98c91a5c-e163-4001-b165-d2741836563c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0945988 May 10 15:01:44.907119 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-deffad6a-10e4-46a0-a1cd-acb0e67582e4 req-ff672205-7cf7-428e-a66e-15cf97d9b648 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622146 May 10 15:01:45.441407 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673a770-ddc2-4ac8-9490-e97991e64088 req-1dbcd2d3-08c2-44fc-ba31-281b16fd0089 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:45.443179 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5673a770-ddc2-4ac8-9490-e97991e64088 req-1dbcd2d3-08c2-44fc-ba31-281b16fd0089 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.2308385 May 10 15:01:45.451629 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbba7b-e27d-4b2f-9aea-24d7813fe99f req-f4db50c0-b983-47d6-ae29-fa097f70c151 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:45.453036 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-58dbba7b-e27d-4b2f-9aea-24d7813fe99f req-f4db50c0-b983-47d6-ae29-fa097f70c151 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.1915965 May 10 15:01:45.462901 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 57884) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:45.468986 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-5c66d556-499e-4072-8a3d-555c898534ad tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Request body: {'floatingip': {'port_id': '59aaff0b-8714-4a1a-88f8-96d43550c1a1'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:45.497688 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5673a770-ddc2-4ac8-9490-e97991e64088 req-42f4d0c2-94cf-469f-bf75-6f6472e5cb76 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 May 10 15:01:45.559575 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c66d556-499e-4072-8a3d-555c898534ad tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:46.086990 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:46.569613 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c66d556-499e-4072-8a3d-555c898534ad tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:46.574260 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c66d556-499e-4072-8a3d-555c898534ad tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:46.722073 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733630bd-51c3-4cea-9068-28e2c1b7ff22 req-196c0b82-50cf-4f39-88c8-ae8ff0dac9c4 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:46.724479 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-733630bd-51c3-4cea-9068-28e2c1b7ff22 req-196c0b82-50cf-4f39-88c8-ae8ff0dac9c4 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.0954466 May 10 15:01:46.777379 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-733630bd-51c3-4cea-9068-28e2c1b7ff22 req-3cb507a9-6b81-446d-9aa2-530a8bc87759 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454125 May 10 15:01:46.783518 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.l3_db [None req-5c66d556-499e-4072-8a3d-555c898534ad tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Floating IP af38ca64-fab5-4aec-9eda-6d1f2e7b7b43 associated. External IP: 172.27.0.165, port: 59aaff0b-8714-4a1a-88f8-96d43550c1a1. May 10 15:01:47.259176 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c66d556-499e-4072-8a3d-555c898534ad tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Router d5ebbc15-ab70-4a43-b7c1-a875204b8078 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:01:47.342915 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f477b-f4ce-4d72-85ff-d11100e3db90 req-97dc7c42-521e-42cf-acf5-8d1306e1cacd tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:47.344495 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-189f477b-f4ce-4d72-85ff-d11100e3db90 req-97dc7c42-521e-42cf-acf5-8d1306e1cacd tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1060419 May 10 15:01:47.346641 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529c674-1ca3-439e-8e7f-2ed982cad53a req-30e03be9-8b51-49c6-8bf0-01013d2b8063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:47.348129 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7529c674-1ca3-439e-8e7f-2ed982cad53a req-30e03be9-8b51-49c6-8bf0-01013d2b8063 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 1099 time: 0.1933882 May 10 15:01:47.479489 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-189f477b-f4ce-4d72-85ff-d11100e3db90 req-65e21def-f5dc-4923-9152-fc9c39142760 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293490 May 10 15:01:47.493333 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c66d556-499e-4072-8a3d-555c898534ad tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:01:47.510147 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c66d556-499e-4072-8a3d-555c898534ad tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:47.518429 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529c674-1ca3-439e-8e7f-2ed982cad53a req-87f4fd78-35ac-44c1-944d-148de9c53de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:47.520831 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7529c674-1ca3-439e-8e7f-2ed982cad53a req-87f4fd78-35ac-44c1-944d-148de9c53de6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9898ef2e-8f23-4108-a4f9-428beb28e721 HTTP/1.1" status: 200 len: 919 time: 0.1569393 May 10 15:01:47.526842 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7632d8-352e-43ce-acb3-5f5e45bbe9e5 None None] Sync routers for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:01:47.540416 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7632d8-352e-43ce-acb3-5f5e45bbe9e5 None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:47.541250 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-8c7632d8-352e-43ce-acb3-5f5e45bbe9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:01:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:47.601140 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-5c66d556-499e-4072-8a3d-555c898534ad tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "PUT /v2.0/floatingips/af38ca64-fab5-4aec-9eda-6d1f2e7b7b43 HTTP/1.1" status: 200 len: 992 time: 2.1371377 May 10 15:01:47.601766 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:47.618301 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7529c674-1ca3-439e-8e7f-2ed982cad53a req-5f228630-c94e-4170-8b01-0a58537af356 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac HTTP/1.1" status: 200 len: 217 time: 0.0897603 May 10 15:01:47.696565 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'status': 'completed', 'code': 200} May 10 15:01:47.708270 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529c674-1ca3-439e-8e7f-2ed982cad53a req-9142e7c0-3d3a-43c4-a82a-7a421e23d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:47.709718 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7529c674-1ca3-439e-8e7f-2ed982cad53a req-9142e7c0-3d3a-43c4-a82a-7a421e23d853 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1859c68a-7965-4036-a524-e77acc694d2a HTTP/1.1" status: 200 len: 858 time: 0.0851953 May 10 15:01:47.772616 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7529c674-1ca3-439e-8e7f-2ed982cad53a req-472605c0-ec83-4f8a-b582-ba108aa384b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9898ef2e-8f23-4108-a4f9-428beb28e721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532925 May 10 15:01:47.822581 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0bec7-15c6-4ada-9fd5-93f73bfd1fd9 req-5bc237a4-645a-45a8-8dd4-bb2c6491e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:47.824283 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-abf0bec7-15c6-4ada-9fd5-93f73bfd1fd9 req-5bc237a4-645a-45a8-8dd4-bb2c6491e5f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 1099 time: 0.0935748 May 10 15:01:47.864899 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-8c7632d8-352e-43ce-acb3-5f5e45bbe9e5 None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:47.980733 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7529c674-1ca3-439e-8e7f-2ed982cad53a req-4dae4637-f455-4d69-9e1b-75a5558f3f59 service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920116 May 10 15:01:48.085453 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0bec7-15c6-4ada-9fd5-93f73bfd1fd9 req-74beafaf-66b6-483f-9ce0-8f2655b53671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:48.087009 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-abf0bec7-15c6-4ada-9fd5-93f73bfd1fd9 req-74beafaf-66b6-483f-9ce0-8f2655b53671 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 918 time: 0.2549050 May 10 15:01:48.164125 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7529c674-1ca3-439e-8e7f-2ed982cad53a req-ab350a5e-03a0-4849-9be6-bea7d172253e service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604412 May 10 15:01:48.365364 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-abf0bec7-15c6-4ada-9fd5-93f73bfd1fd9 req-90b95996-0281-48c0-b9f7-a6a135e9ea7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1 HTTP/1.1" status: 200 len: 1000 time: 0.2712326 May 10 15:01:48.394850 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-8c7632d8-352e-43ce-acb3-5f5e45bbe9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'af38ca64-fab5-4aec-9eda-6d1f2e7b7b43', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'port_id': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'mac_address': 'fa:16:3e:cd:13:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:01:12Z', 'updated_at': '2021-05-10T15:01:46Z', 'revision_number': 1, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:12Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:48.399806 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7632d8-352e-43ce-acb3-5f5e45bbe9e5 None None] Checking router: d5ebbc15-ab70-4a43-b7c1-a875204b8078 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:01:48.409749 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7632d8-352e-43ce-acb3-5f5e45bbe9e5 None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:48.410615 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-8c7632d8-352e-43ce-acb3-5f5e45bbe9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:01:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:48.441993 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0bec7-15c6-4ada-9fd5-93f73bfd1fd9 req-28957200-fb07-4020-9d45-20da05b6a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:48.443784 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-abf0bec7-15c6-4ada-9fd5-93f73bfd1fd9 req-28957200-fb07-4020-9d45-20da05b6a8fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 200 len: 856 time: 0.0717256 May 10 15:01:48.545758 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0bec7-15c6-4ada-9fd5-93f73bfd1fd9 req-d908c280-aea2-4fe7-b64d-1d75bf1956ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:48.547418 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-abf0bec7-15c6-4ada-9fd5-93f73bfd1fd9 req-d908c280-aea2-4fe7-b64d-1d75bf1956ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a505177-ed31-4f0e-addb-1734401fec02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955467 May 10 15:01:48.666248 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-8c7632d8-352e-43ce-acb3-5f5e45bbe9e5 None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:48.756330 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-abf0bec7-15c6-4ada-9fd5-93f73bfd1fd9 req-1e567fbd-aefe-4979-9662-7657006f786c service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993592 May 10 15:01:48.789867 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f8822-fd0c-4307-9a18-afe7fb02cc2f req-61f72c07-17e1-4a46-b09a-40f604be0ff8 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:48.791677 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6d6f8822-fd0c-4307-9a18-afe7fb02cc2f req-61f72c07-17e1-4a46-b09a-40f604be0ff8 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1019857 May 10 15:01:48.843876 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6d6f8822-fd0c-4307-9a18-afe7fb02cc2f req-268edd28-b654-421e-80a1-b8073ce1a933 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459802 May 10 15:01:48.962725 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-abf0bec7-15c6-4ada-9fd5-93f73bfd1fd9 req-625d5436-6357-4fc8-b836-dec13b7331c5 service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984754 May 10 15:01:49.133865 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-8c7632d8-352e-43ce-acb3-5f5e45bbe9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'af38ca64-fab5-4aec-9eda-6d1f2e7b7b43', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'port_id': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'mac_address': 'fa:16:3e:cd:13:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:01:12Z', 'updated_at': '2021-05-10T15:01:46Z', 'revision_number': 1, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:12Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:49.137859 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7632d8-352e-43ce-acb3-5f5e45bbe9e5 None None] The sync data for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi is: [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'af38ca64-fab5-4aec-9eda-6d1f2e7b7b43', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'port_id': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'mac_address': 'fa:16:3e:cd:13:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:01:12Z', 'updated_at': '2021-05-10T15:01:46Z', 'revision_number': 1, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:12Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:01:49.378450 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3c54a-d375-449a-81cb-698baceca593 None None] New status for floating IP af38ca64-fab5-4aec-9eda-6d1f2e7b7b43: ACTIVE {{(pid=78718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:01:49.918815 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58032) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:50.082511 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a605c42-0713-40f8-9688-25c76e2c2de0 req-b9687b59-6ece-4640-ae8d-78ae19e38966 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:50.084275 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a605c42-0713-40f8-9688-25c76e2c2de0 req-b9687b59-6ece-4640-ae8d-78ae19e38966 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.0974472 May 10 15:01:50.134369 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.168914 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:50.179022 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Usage tracker for resource:security_group_rule and tenant:12022f51ad0b4fffacfc1e7400a25fb3 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:50.182567 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a605c42-0713-40f8-9688-25c76e2c2de0 req-90e0159e-9c34-4c58-afd5-1bb7aa877a44 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895300 May 10 15:01:50.185181 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:50.193568 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:50.338518 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.345679 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.357253 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:50.375102 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58056) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:50.412146 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12022f51ad0b4fffacfc1e7400a25fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909549 May 10 15:01:50.416909 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171f86ac-b02b-4ec2-abb9-bdaa4d0c79f6,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:50.422033 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58060) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:50.467191 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Deleting subnet b5949101-249c-47b9-8c8d-d6fc5ffcc6b2 {{(pid=78716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:01:50.474803 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.486532 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:50.487070 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:50.487559 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:50.487993 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:50.488599 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:50.490172 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:50.490618 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:50.490969 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:50.491327 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:50.493971 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:50.494362 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:50.494716 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:50.521150 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:50.534676 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.546758 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cf0e731d-a949-4eb2-adf3-86133a8c8510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.550382 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.579045 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cf0e731d-a949-4eb2-adf3-86133a8c8510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.637191 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cf0e731d-a949-4eb2-adf3-86133a8c8510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.644899 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f0aeac0d-6022-42bf-8c04-ca1ed41fa983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:50.658734 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e731d-a949-4eb2-adf3-86133a8c8510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171f86ac-b02b-4ec2-abb9-bdaa4d0c79f6,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:50.665653 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cf0e731d-a949-4eb2-adf3-86133a8c8510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:50.669386 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-cf0e731d-a949-4eb2-adf3-86133a8c8510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.670531 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-cf0e731d-a949-4eb2-adf3-86133a8c8510 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/171f86ac-b02b-4ec2-abb9-bdaa4d0c79f6 HTTP/1.1" status: 204 len: 168 time: 0.2466130 May 10 15:01:50.822273 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c79aac-ab4b-4f6f-8f62-38f9908842c1 req-91b94ab8-9349-4a08-a0e9-62560d87c2a1 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:50.824335 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-00c79aac-ab4b-4f6f-8f62-38f9908842c1 req-91b94ab8-9349-4a08-a0e9-62560d87c2a1 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 945 time: 0.2266037 May 10 15:01:50.864790 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58090) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:51.014734 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-00c79aac-ab4b-4f6f-8f62-38f9908842c1 req-3e27615f-0c74-42a7-8c50-e9cdbdf9bdaa tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826165 May 10 15:01:51.064048 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for subnet, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.070305 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6863d627-63dc-4fe8-88bf-5662c68997bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:51.106126 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5949101-249c-47b9-8c8d-d6fc5ffcc6b2,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:51.111583 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.120900 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:51.121247 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:51.121595 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:51.121928 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:51.122470 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:51.122662 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:51.122938 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:51.123269 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:51.123590 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58104) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:51.124041 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:51.124041 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:51.124274 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:51.124541 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:51.134231 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:51.137016 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b5949101-249c-47b9-8c8d-d6fc5ffcc6b2 HTTP/1.1" status: 204 len: 168 time: 0.7583575 May 10 15:01:51.139663 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58108) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:51.145799 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-75d0f93e-9f58-4e41-b036-21e477a487ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.237547 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-75d0f93e-9f58-4e41-b036-21e477a487ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:51.239987 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d32e-7f81-42b0-adc9-baf7bf11de6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.265040 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-75d0f93e-9f58-4e41-b036-21e477a487ce admin admin] Usage tracker for resource:security_group_rule and tenant:1e0fd1f295944e698bde3c1a0f9b89ef is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:51.271683 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-75d0f93e-9f58-4e41-b036-21e477a487ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:51.279896 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-75d0f93e-9f58-4e41-b036-21e477a487ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:51.285592 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-3dc4d32e-7f81-42b0-adc9-baf7bf11de6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:51.301942 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-3dc4d32e-7f81-42b0-adc9-baf7bf11de6e admin admin] Usage tracker for resource:security_group_rule and tenant:d384af89ed8840d9b3a8eb17ac86a5b7 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:51.310408 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-3dc4d32e-7f81-42b0-adc9-baf7bf11de6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:51.316448 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.330254 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-3dc4d32e-7f81-42b0-adc9-baf7bf11de6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:51.404079 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c746dd7-479f-464f-ad7f-7106344ca0c2 req-4aaed5cb-0769-4dff-88ec-1c10a806d9e3 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:51.406248 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5c746dd7-479f-464f-ad7f-7106344ca0c2 req-4aaed5cb-0769-4dff-88ec-1c10a806d9e3 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.0947700 May 10 15:01:51.495272 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5c746dd7-479f-464f-ad7f-7106344ca0c2 req-ca181cdc-4dcb-449d-a1d2-157da138d030 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669646 May 10 15:01:51.526808 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.558906 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.559318 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.560079 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.560420 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > port after_create 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.560740 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.561069 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > port after_update 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.561390 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.561704 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.562017 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.562353 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.680085 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.680373 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.680698 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.681024 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:51.681396 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188e48b4-e46e-441a-abae-a5f709215634']}} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:51.709136 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78100f48-2cc3-4cf4-aa85-63968b5e498b') {'for_net_delete': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:51.709424 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78100f48-2cc3-4cf4-aa85-63968b5e498b') {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:51.723352 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-75d0f93e-9f58-4e41-b036-21e477a487ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.730565 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6377163'] for segment, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.739030 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-75d0f93e-9f58-4e41-b036-21e477a487ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.748038 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-577f8e9f-2962-4338-ba94-6566a6ec9e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:51.783000 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.815965 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d32e-7f81-42b0-adc9-baf7bf11de6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.818611 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=78717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:01:51.818989 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6801128'] for segment, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: from cryptography.utils import int_from_bytes May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: from cryptography.utils import int_from_bytes May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: Traceback (most recent call last): May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: timer() May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: cb(*args, **kw) May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: return func(*args, **kwargs) May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: self._notify() May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: self.callback(batched_events) May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: event.method(event) May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: return f(self, *a, **k) May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._get(url).json() May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: return self.request(url, 'GET', **kwargs) May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:01:51.834180 dv-cinder-780933-4-iscsi neutron-server[78717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:01:51.836575 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-75d0f93e-9f58-4e41-b036-21e477a487ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e0fd1f295944e698bde3c1a0f9b89ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7118378 May 10 15:01:51.837222 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0f93e-9f58-4e41-b036-21e477a487ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8a6b74-524f-498a-bfcc-4526203f8624,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:51.839895 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58128) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:51.842973 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-75d0f93e-9f58-4e41-b036-21e477a487ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:51.843709 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3dc4d32e-7f81-42b0-adc9-baf7bf11de6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.895786 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:51.904154 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2316af5d-473f-47e6-a649-eda12c4637dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.931209 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2316af5d-473f-47e6-a649-eda12c4637dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.958680 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-3dc4d32e-7f81-42b0-adc9-baf7bf11de6e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d384af89ed8840d9b3a8eb17ac86a5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0925555 May 10 15:01:51.959832 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4d32e-7f81-42b0-adc9-baf7bf11de6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d14ee3b-42b2-4e22-8b4c-18fa4e4d6697,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:51.962793 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58132) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:51.965909 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3dc4d32e-7f81-42b0-adc9-baf7bf11de6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:51.966611 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.989355 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:51.997102 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2316af5d-473f-47e6-a649-eda12c4637dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.001342 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-731fc34d-734e-4bab-87c2-4034bf962e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:52.013562 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316af5d-473f-47e6-a649-eda12c4637dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8a6b74-524f-498a-bfcc-4526203f8624,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:52.016711 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2316af5d-473f-47e6-a649-eda12c4637dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:52.018030 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.025204 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2316af5d-473f-47e6-a649-eda12c4637dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.029015 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-2316af5d-473f-47e6-a649-eda12c4637dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba8a6b74-524f-498a-bfcc-4526203f8624 HTTP/1.1" status: 204 len: 168 time: 0.1858587 May 10 15:01:52.029145 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Pushing event deleted for resources: {'Network': ['ID=188e48b4-e46e-441a-abae-a5f709215634,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:52.042566 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:52.059348 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] 10.222.0.43 "DELETE /v2.0/networks/188e48b4-e46e-441a-abae-a5f709215634 HTTP/1.1" status: 204 len: 168 time: 0.9145584 May 10 15:01:52.059875 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58142) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:52.084227 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ffb4d6e0-e110-4a53-8360-ef681c25ec25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.121047 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ffb4d6e0-e110-4a53-8360-ef681c25ec25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.128539 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_v2 [None req-18164c50-4b06-410a-95b9-63625481e10f admin admin] Deleting subnet 2c558063-8826-41ce-8014-694171f01a0a {{(pid=78716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:01:52.132273 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-18164c50-4b06-410a-95b9-63625481e10f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.179938 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ffb4d6e0-e110-4a53-8360-ef681c25ec25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.185061 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cf0e731d-a949-4eb2-adf3-86133a8c8510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:52.195511 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4d6e0-e110-4a53-8360-ef681c25ec25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d14ee3b-42b2-4e22-8b4c-18fa4e4d6697,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:52.199147 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ffb4d6e0-e110-4a53-8360-ef681c25ec25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:52.202538 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ffb4d6e0-e110-4a53-8360-ef681c25ec25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.215426 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-ffb4d6e0-e110-4a53-8360-ef681c25ec25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d14ee3b-42b2-4e22-8b4c-18fa4e4d6697 HTTP/1.1" status: 204 len: 168 time: 0.2430637 May 10 15:01:52.245779 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-18164c50-4b06-410a-95b9-63625481e10f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.256025 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-18164c50-4b06-410a-95b9-63625481e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.401516 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb5dbc-53eb-4cb9-b198-7e652323d023 req-d1d42f30-83d4-486e-87fc-87e170835386 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:52.402947 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b3eb5dbc-53eb-4cb9-b198-7e652323d023 req-d1d42f30-83d4-486e-87fc-87e170835386 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 945 time: 0.2216055 May 10 15:01:52.487471 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b3eb5dbc-53eb-4cb9-b198-7e652323d023 req-06ddf2f3-3b78-45d0-8ba7-314d7814ebcf tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777714 May 10 15:01:52.610549 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-18164c50-4b06-410a-95b9-63625481e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for subnet, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.622454 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:52.686432 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58168) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:52.710845 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-20dec80e-be50-48d9-a76f-c6172be2e8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.719880 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18164c50-4b06-410a-95b9-63625481e10f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c558063-8826-41ce-8014-694171f01a0a,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:52.722536 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-18164c50-4b06-410a-95b9-63625481e10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.728303 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-20dec80e-be50-48d9-a76f-c6172be2e8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:52.732173 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-20dec80e-be50-48d9-a76f-c6172be2e8cf admin admin] Usage tracker for resource:security_group_rule and tenant:6e205d0d7fa241bdb8972ba4fc58779b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:52.733847 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-18164c50-4b06-410a-95b9-63625481e10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:52.736326 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-20dec80e-be50-48d9-a76f-c6172be2e8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:52.741440 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-18164c50-4b06-410a-95b9-63625481e10f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2c558063-8826-41ce-8014-694171f01a0a HTTP/1.1" status: 204 len: 168 time: 0.6800649 May 10 15:01:52.742163 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-20dec80e-be50-48d9-a76f-c6172be2e8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:52.743638 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58174) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:52.853835 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-20dec80e-be50-48d9-a76f-c6172be2e8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.866439 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-20dec80e-be50-48d9-a76f-c6172be2e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.881205 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.881351 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d70b6703-92a1-482d-914f-f047ab7e50b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:52.898525 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07361b46-54df-4631-a1dd-460528db5d28 req-c8f4e0b0-8b78-461e-9207-9443011611e7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:52.905906 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07361b46-54df-4631-a1dd-460528db5d28 req-c8f4e0b0-8b78-461e-9207-9443011611e7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.2364235 May 10 15:01:53.001144 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-20dec80e-be50-48d9-a76f-c6172be2e8cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e205d0d7fa241bdb8972ba4fc58779b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130178 May 10 15:01:53.003071 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dec80e-be50-48d9-a76f-c6172be2e8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f9cccc-93d5-44fa-88f6-569561e3205e,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:53.005279 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07361b46-54df-4631-a1dd-460528db5d28 req-e260dfde-2a57-4987-b028-8a61fc65e931 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982840 May 10 15:01:53.005437 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58190) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:53.009759 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-20dec80e-be50-48d9-a76f-c6172be2e8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:53.095230 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-f34b0678-aee1-4310-82aa-65fe7fb41fc0 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:53.095993 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-f34b0678-aee1-4310-82aa-65fe7fb41fc0 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Synchronizing usage tracker for tenant:a28e2d7df4fa43baa5c6b44485a59310 on resource:port {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:53.103256 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-75f82794-84d7-456b-874e-3c1672207417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.117773 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.138899 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-75f82794-84d7-456b-874e-3c1672207417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.144676 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.145174 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.146231 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.146592 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > port after_create 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.146928 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.147271 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > port after_update 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.147600 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.148381 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.148491 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-f34b0678-aee1-4310-82aa-65fe7fb41fc0 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Unset dirty status for tenant:a28e2d7df4fa43baa5c6b44485a59310 on resource:port {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:53.148714 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.149040 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.149542 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-f34b0678-aee1-4310-82aa-65fe7fb41fc0 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.38 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 945 time: 0.2083211 May 10 15:01:53.258698 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.259077 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.259417 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.259752 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:53.260143 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e19f5b-1831-4e03-8cff-c6b0f2564aaf']}} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:53.276330 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58202) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:53.279883 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c0fe23-24b0-4e2f-a59b-4029da88a3a4') {'for_net_delete': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:53.280185 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c0fe23-24b0-4e2f-a59b-4029da88a3a4') {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:53.299962 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8129038'] for segment, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.326372 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.340467 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=78716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:01:53.341211 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379187'] for segment, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: from cryptography.utils import int_from_bytes May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: from cryptography.utils import int_from_bytes May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: Traceback (most recent call last): May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: timer() May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: cb(*args, **kw) May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: return func(*args, **kwargs) May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: self._notify() May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: self.callback(batched_events) May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: event.method(event) May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: return f(self, *a, **k) May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._get(url).json() May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: return self.request(url, 'GET', **kwargs) May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:01:53.363472 dv-cinder-780933-4-iscsi neutron-server[78716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:01:53.388038 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-75f82794-84d7-456b-874e-3c1672207417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.393636 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-827b26f4-8471-4486-bcec-ba81b8626c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:53.414236 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f82794-84d7-456b-874e-3c1672207417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f9cccc-93d5-44fa-88f6-569561e3205e,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:53.425048 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-75f82794-84d7-456b-874e-3c1672207417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:53.428044 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-75f82794-84d7-456b-874e-3c1672207417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.429870 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-75f82794-84d7-456b-874e-3c1672207417 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17f9cccc-93d5-44fa-88f6-569561e3205e HTTP/1.1" status: 204 len: 168 time: 0.4219637 May 10 15:01:53.452060 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-eb665ff9-4ffc-43c7-887d-096993fb8bbc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Deleting port 01941b52-a515-402e-9c32-e7755ba1ca73 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:01:53.452795 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-eb665ff9-4ffc-43c7-887d-096993fb8bbc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.466716 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9814-8df2-490c-a0fc-e65870d052f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.489258 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-8b4a9814-8df2-490c-a0fc-e65870d052f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:53.493498 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-8b4a9814-8df2-490c-a0fc-e65870d052f5 admin admin] Usage tracker for resource:security_group_rule and tenant:701d10a6d78345f6ae1f70e19c663a39 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:53.499345 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-8b4a9814-8df2-490c-a0fc-e65870d052f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:53.507359 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-8b4a9814-8df2-490c-a0fc-e65870d052f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:53.509996 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.519991 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.527489 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:53.542220 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f1e19f5b-1831-4e03-8cff-c6b0f2564aaf HTTP/1.1" status: 204 len: 168 time: 0.7975585 May 10 15:01:53.552402 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e19f5b-1831-4e03-8cff-c6b0f2564aaf,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:53.555702 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:53.635502 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-eb665ff9-4ffc-43c7-887d-096993fb8bbc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] For port 01941b52-a515-402e-9c32-e7755ba1ca73, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=01941b52-a515-402e-9c32-e7755ba1ca73,segment=NetworkSegment(2ab12300-0613-426c-af29-5a7090c77c24),segment_id=2ab12300-0613-426c-af29-5a7090c77c24)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:53.635862 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-eb665ff9-4ffc-43c7-887d-096993fb8bbc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.650357 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9814-8df2-490c-a0fc-e65870d052f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.655614 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9814-8df2-490c-a0fc-e65870d052f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.668470 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-7d60af2b-e765-4779-a94e-3e19b7ec6dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:53.711973 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a9814-8df2-490c-a0fc-e65870d052f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82debf75-b974-445b-9414-1707e8fbf978,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:53.715740 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8b4a9814-8df2-490c-a0fc-e65870d052f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:53.768479 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-eb665ff9-4ffc-43c7-887d-096993fb8bbc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Calling delete_port for 01941b52-a515-402e-9c32-e7755ba1ca73 owned by compute:nova {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:01:53.794007 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-8b4a9814-8df2-490c-a0fc-e65870d052f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=701d10a6d78345f6ae1f70e19c663a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5165160 May 10 15:01:53.795059 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58222) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:53.884286 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea9d88-5cb0-4e95-a485-1052b27a463f req-4be1e0d5-6d9b-46e3-aa60-7bb60854e281 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:53.887124 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-08ea9d88-5cb0-4e95-a485-1052b27a463f req-4be1e0d5-6d9b-46e3-aa60-7bb60854e281 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 945 time: 0.1787045 May 10 15:01:53.912859 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-247a9dd9-fbd7-405a-9081-3efa70e8fbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.951211 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58230) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:53.973060 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-247a9dd9-fbd7-405a-9081-3efa70e8fbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.029503 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-4ff854b9-9763-4ed0-b065-9d80adb79f0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a3cfc50f3c34373a20acb6fbd0d7177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744939 May 10 15:01:54.029503 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58236) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:54.044894 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-eb665ff9-4ffc-43c7-887d-096993fb8bbc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.067570 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:54.120284 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-08ea9d88-5cb0-4e95-a485-1052b27a463f req-78bc91d5-25b2-4502-b639-36a94b17cd81 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/security-groups?id=643522fd-3b25-4979-b115-9ea091087298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090166 May 10 15:01:54.146439 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-247a9dd9-fbd7-405a-9081-3efa70e8fbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.153090 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:54.167831 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a9dd9-fbd7-405a-9081-3efa70e8fbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82debf75-b974-445b-9414-1707e8fbf978,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:54.172604 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-247a9dd9-fbd7-405a-9081-3efa70e8fbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:54.175978 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-247a9dd9-fbd7-405a-9081-3efa70e8fbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.177376 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-247a9dd9-fbd7-405a-9081-3efa70e8fbb0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82debf75-b974-445b-9414-1707e8fbf978 HTTP/1.1" status: 204 len: 168 time: 0.3808489 May 10 15:01:54.213509 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb665ff9-4ffc-43c7-887d-096993fb8bbc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Pushing event deleted for resources: {'Port': ['ID=01941b52-a515-402e-9c32-e7755ba1ca73,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:54.227149 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-eb665ff9-4ffc-43c7-887d-096993fb8bbc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:54.286794 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-eb665ff9-4ffc-43c7-887d-096993fb8bbc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] No DVR routers for this DVR port 01941b52-a515-402e-9c32-e7755ba1ca73 on host hv-cinder-78093 {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:01:54.295257 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-eb665ff9-4ffc-43c7-887d-096993fb8bbc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.306276 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c97e3d-ace5-4439-84b7-e4d6a62de2bc', 'name': 'network-vif-deleted', 'tag': '01941b52-a515-402e-9c32-e7755ba1ca73'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:54.330033 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aa933338-bbf8-4119-b2ac-5b10ca928f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.343062 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e49866-8516-4d19-b777-89f370d03d84 req-bed0dbe1-8342-4de1-a160-763fc39251dd tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:54.345420 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-93e49866-8516-4d19-b777-89f370d03d84 req-bed0dbe1-8342-4de1-a160-763fc39251dd tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1001134 May 10 15:01:54.357866 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-69a0880a-d3df-45d8-b344-51e84f63d4f3 req-eb665ff9-4ffc-43c7-887d-096993fb8bbc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.38 "DELETE /v2.0/ports/01941b52-a515-402e-9c32-e7755ba1ca73 HTTP/1.1" status: 204 len: 173 time: 1.1884651 May 10 15:01:54.394708 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c97e3d-ace5-4439-84b7-e4d6a62de2bc', 'name': 'network-vif-deleted', 'tag': '01941b52-a515-402e-9c32-e7755ba1ca73', 'status': 'completed', 'code': 200} May 10 15:01:54.410313 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aa933338-bbf8-4119-b2ac-5b10ca928f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.424596 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-93e49866-8516-4d19-b777-89f370d03d84 req-7bcf46a8-9b32-42bd-b8a6-7d6f8b3018aa tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715873 May 10 15:01:54.477702 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aa933338-bbf8-4119-b2ac-5b10ca928f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.484034 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cc1adece-b14a-4456-b6ac-bf5e297d0c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:54.496798 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa933338-bbf8-4119-b2ac-5b10ca928f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e943fef-e1ab-4b81-aec4-e4bda8a3119b,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:54.499692 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-aa933338-bbf8-4119-b2ac-5b10ca928f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:54.503583 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aa933338-bbf8-4119-b2ac-5b10ca928f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.505406 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-aa933338-bbf8-4119-b2ac-5b10ca928f52 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e943fef-e1ab-4b81-aec4-e4bda8a3119b HTTP/1.1" status: 204 len: 168 time: 0.4743328 May 10 15:01:54.634899 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58262) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:54.652516 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-81b7dc69-f506-4a4f-ba17-03a6848b9cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.669231 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-81b7dc69-f506-4a4f-ba17-03a6848b9cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:54.673130 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-81b7dc69-f506-4a4f-ba17-03a6848b9cfb admin admin] Usage tracker for resource:security_group_rule and tenant:370f0ff9ad6048cb83f14a9a2bc95dfd is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:54.676224 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-81b7dc69-f506-4a4f-ba17-03a6848b9cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:54.681902 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-81b7dc69-f506-4a4f-ba17-03a6848b9cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:54.776730 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-81b7dc69-f506-4a4f-ba17-03a6848b9cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.781557 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-81b7dc69-f506-4a4f-ba17-03a6848b9cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.790508 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ad13f1ad-af40-48b3-8fb3-381e97ed436e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:54.835917 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-81b7dc69-f506-4a4f-ba17-03a6848b9cfb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=370f0ff9ad6048cb83f14a9a2bc95dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999364 May 10 15:01:54.837634 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7dc69-f506-4a4f-ba17-03a6848b9cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765fef50-8347-4bc8-9cea-5d97a65def37,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:54.838627 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58270) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:54.841249 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-81b7dc69-f506-4a4f-ba17-03a6848b9cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:54.939933 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-806cac7c-9f3b-4ca5-a2a0-c2ed901ba5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.971343 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-806cac7c-9f3b-4ca5-a2a0-c2ed901ba5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.027569 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-806cac7c-9f3b-4ca5-a2a0-c2ed901ba5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.032577 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-97261218-d178-4a8b-8461-8a7bf9f5b1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:55.045500 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cac7c-9f3b-4ca5-a2a0-c2ed901ba5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765fef50-8347-4bc8-9cea-5d97a65def37,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:55.049259 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-806cac7c-9f3b-4ca5-a2a0-c2ed901ba5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:55.051256 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-806cac7c-9f3b-4ca5-a2a0-c2ed901ba5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.052383 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-806cac7c-9f3b-4ca5-a2a0-c2ed901ba5f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/765fef50-8347-4bc8-9cea-5d97a65def37 HTTP/1.1" status: 204 len: 168 time: 0.2127900 May 10 15:01:55.113727 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58282) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:55.225354 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-77a914be-d44a-46d8-9b34-8ba9b6bac8e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a33d65e70b24496806a2e3abd7ef93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1103945 May 10 15:01:55.227934 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58292) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:55.304867 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-da9547fd-c48d-4cbe-b708-b5f6e6f219dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.376523 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-da9547fd-c48d-4cbe-b708-b5f6e6f219dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.467158 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-09aac45a-382f-4a49-b0bb-7e57bef4092c req-4f296a58-316f-4414-abd4-a71f0ac7554d tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c97e3d-ace5-4439-84b7-e4d6a62de2bc HTTP/1.1" status: 200 len: 210 time: 0.1409967 May 10 15:01:55.512966 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-da9547fd-c48d-4cbe-b708-b5f6e6f219dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.512966 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:55.540263 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9547fd-c48d-4cbe-b708-b5f6e6f219dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e734ced-87aa-4e71-8501-e8e5c25d4b87,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:55.561528 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-da9547fd-c48d-4cbe-b708-b5f6e6f219dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:55.571896 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-da9547fd-c48d-4cbe-b708-b5f6e6f219dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.575408 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-da9547fd-c48d-4cbe-b708-b5f6e6f219dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e734ced-87aa-4e71-8501-e8e5c25d4b87 HTTP/1.1" status: 204 len: 168 time: 0.3436520 May 10 15:01:55.738823 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2852d-fedd-4928-8f85-7893ca75b7ce req-55efe490-d2ef-4356-98a8-e5f13358921c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:55.740487 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bbc2852d-fedd-4928-8f85-7893ca75b7ce req-55efe490-d2ef-4356-98a8-e5f13358921c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1047456 May 10 15:01:55.790027 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bbc2852d-fedd-4928-8f85-7893ca75b7ce req-fc89f2aa-fb46-48a8-9a29-0d38f0f800f1 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 May 10 15:01:55.794720 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 01941b52-a515-402e-9c32-e7755ba1ca73 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:01:55.876710 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: 01941b52-a515-402e-9c32-e7755ba1ca73 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:01:55.877067 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 01941b52-a515-402e-9c32-e7755ba1ca73 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:01:56.314137 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:01:57.248681 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-79990e17-0953-44df-93b2-24766220d52a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:57.256572 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-79990e17-0953-44df-93b2-24766220d52a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/networks?id=99b6a91f-19b7-41e0-ad91-cacc27ae7450 HTTP/1.1" status: 200 len: 814 time: 0.2522576 May 10 15:01:57.319843 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeef1f-0117-4d3c-81bc-ac1afc6f984e req-d7ceee7b-0a53-4b59-b451-d0b5fd9bfb67 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:57.331969 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-21aeef1f-0117-4d3c-81bc-ac1afc6f984e req-d7ceee7b-0a53-4b59-b451-d0b5fd9bfb67 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.2814844 May 10 15:01:57.336378 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58470) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:57.374693 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-0b402a3d-d447-451e-bdcc-8cab76ba25ee tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/quotas/1bbe0d8f29044567a4dba35abd2b9679 HTTP/1.1" status: 200 len: 375 time: 0.1156952 May 10 15:01:57.501593 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1ca14948-038b-4892-9b7d-fce8a2c6e024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:57.521353 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-1ca14948-038b-4892-9b7d-fce8a2c6e024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:57.523316 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-21aeef1f-0117-4d3c-81bc-ac1afc6f984e req-9aaa95d4-7208-481a-9659-40f7e614c799 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875899 May 10 15:01:57.526719 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-1ca14948-038b-4892-9b7d-fce8a2c6e024 admin admin] Usage tracker for resource:security_group_rule and tenant:bc9b729fbd58448f83d126c6c6c2066d is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:57.531621 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-1ca14948-038b-4892-9b7d-fce8a2c6e024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:57.539982 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-1ca14948-038b-4892-9b7d-fce8a2c6e024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:57.588852 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-4c03923d-54d2-410d-9589-a32dc2159e3e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2130888 May 10 15:01:57.723139 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58482) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:57.727062 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1ca14948-038b-4892-9b7d-fce8a2c6e024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:57.741221 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1ca14948-038b-4892-9b7d-fce8a2c6e024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:57.764879 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-81b7dc69-f506-4a4f-ba17-03a6848b9cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:57.825977 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-fe50d35c-ecec-4cca-8672-d00eae095f7c service neutron] 10.222.0.43 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206707 May 10 15:01:57.886699 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-1ca14948-038b-4892-9b7d-fce8a2c6e024 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc9b729fbd58448f83d126c6c6c2066d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490925 May 10 15:01:57.889279 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58494) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:57.937104 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca14948-038b-4892-9b7d-fce8a2c6e024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68addbdc-6b18-4a1c-8a53-f8245876d90b,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:57.944963 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-1ca14948-038b-4892-9b7d-fce8a2c6e024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:58.005868 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-202e30e4-7940-49de-9d8d-8e904304b448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.012786 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-6ea37f1d-19e2-42e9-8afc-a5a8903d66c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.023227 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-c549f0ad-4f55-4a12-ad95-bfed0af121e2 service neutron] 10.222.0.43 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904595 May 10 15:01:58.033532 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-202e30e4-7940-49de-9d8d-8e904304b448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:58.040302 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-202e30e4-7940-49de-9d8d-8e904304b448 admin admin] Usage tracker for resource:security_group_rule and tenant:0936ae8cfa384095be7e2f3a19a24790 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:58.042936 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e09644fa-7f1f-4e8e-826e-5cc155cdaa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.045410 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-202e30e4-7940-49de-9d8d-8e904304b448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:58.059995 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-202e30e4-7940-49de-9d8d-8e904304b448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:58.083285 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e09644fa-7f1f-4e8e-826e-5cc155cdaa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.175629 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e09644fa-7f1f-4e8e-826e-5cc155cdaa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.181840 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-75d0f93e-9f58-4e41-b036-21e477a487ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:58.195977 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09644fa-7f1f-4e8e-826e-5cc155cdaa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68addbdc-6b18-4a1c-8a53-f8245876d90b,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:58.204336 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e09644fa-7f1f-4e8e-826e-5cc155cdaa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:58.211823 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9a0012b7-0a62-4244-b247-6de48169be81 req-056d9b57-df0e-4620-8d1c-b733fa6ef026 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 210 time: 0.0526416 May 10 15:01:58.215809 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e09644fa-7f1f-4e8e-826e-5cc155cdaa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.220002 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-e09644fa-7f1f-4e8e-826e-5cc155cdaa79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68addbdc-6b18-4a1c-8a53-f8245876d90b HTTP/1.1" status: 204 len: 168 time: 0.3269026 May 10 15:01:58.261338 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-202e30e4-7940-49de-9d8d-8e904304b448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.266644 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-202e30e4-7940-49de-9d8d-8e904304b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.274205 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b8ea7cf5-7cef-4eff-b23f-c10d4af119a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:58.321238 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e30e4-7940-49de-9d8d-8e904304b448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8cffcb-afe6-47f9-ae84-2344fb586907,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:58.326252 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-202e30e4-7940-49de-9d8d-8e904304b448 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0936ae8cfa384095be7e2f3a19a24790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6016495 May 10 15:01:58.327065 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-202e30e4-7940-49de-9d8d-8e904304b448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:58.329218 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58508) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:58.401803 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f70848b4-eaa5-492c-99b0-4fd71eb55e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.428571 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f70848b4-eaa5-492c-99b0-4fd71eb55e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.488903 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f70848b4-eaa5-492c-99b0-4fd71eb55e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.495386 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:58.508658 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70848b4-eaa5-492c-99b0-4fd71eb55e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8cffcb-afe6-47f9-ae84-2344fb586907,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:58.511009 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f70848b4-eaa5-492c-99b0-4fd71eb55e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.514655 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f70848b4-eaa5-492c-99b0-4fd71eb55e1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d8cffcb-afe6-47f9-ae84-2344fb586907 HTTP/1.1" status: 204 len: 168 time: 0.1820090 May 10 15:01:58.514655 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f70848b4-eaa5-492c-99b0-4fd71eb55e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:58.543933 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58518) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:58.565149 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0df02fb6-4618-4522-884b-ac47f654c3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.580871 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-0df02fb6-4618-4522-884b-ac47f654c3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:58.584819 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-0df02fb6-4618-4522-884b-ac47f654c3c3 admin admin] Usage tracker for resource:security_group_rule and tenant:68b56985b2db468eb0df1116da914106 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:58.587888 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-0df02fb6-4618-4522-884b-ac47f654c3c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:58.593820 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-0df02fb6-4618-4522-884b-ac47f654c3c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:58.792042 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0df02fb6-4618-4522-884b-ac47f654c3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.802875 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c048d53-5259-45f0-93e7-fe555f2049b8 req-f50ef09a-7577-44a1-80e1-2d3c1017aeea tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:58.804520 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3c048d53-5259-45f0-93e7-fe555f2049b8 req-f50ef09a-7577-44a1-80e1-2d3c1017aeea tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1578276 May 10 15:01:58.805692 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0df02fb6-4618-4522-884b-ac47f654c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.813514 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:58.898547 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-0df02fb6-4618-4522-884b-ac47f654c3c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68b56985b2db468eb0df1116da914106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533151 May 10 15:01:58.901244 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58534) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:58.907309 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df02fb6-4618-4522-884b-ac47f654c3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4ab617-7fc6-4b6a-8556-e12122bae69d,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:58.910977 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0df02fb6-4618-4522-884b-ac47f654c3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:58.926660 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3c048d53-5259-45f0-93e7-fe555f2049b8 req-55bfb7b1-161e-4720-982a-baf15a6e7412 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133919 May 10 15:01:59.031148 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aaf36b8f-06cc-49f5-8817-bb4c4b96cf51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.060598 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58546) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:59.082157 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aaf36b8f-06cc-49f5-8817-bb4c4b96cf51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.134407 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_v2 [None req-7135e948-5de7-4cac-b534-5bcd4716f7de admin admin] Deleting subnet fc727449-7b26-4680-a497-20b3834763ec {{(pid=78716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:01:59.137671 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7135e948-5de7-4cac-b534-5bcd4716f7de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.150729 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aaf36b8f-06cc-49f5-8817-bb4c4b96cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.157434 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-20dec80e-be50-48d9-a76f-c6172be2e8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:59.170470 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36b8f-06cc-49f5-8817-bb4c4b96cf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4ab617-7fc6-4b6a-8556-e12122bae69d,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:59.174867 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-aaf36b8f-06cc-49f5-8817-bb4c4b96cf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:59.177003 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aaf36b8f-06cc-49f5-8817-bb4c4b96cf51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.178262 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-aaf36b8f-06cc-49f5-8817-bb4c4b96cf51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f4ab617-7fc6-4b6a-8556-e12122bae69d HTTP/1.1" status: 204 len: 168 time: 0.2749097 May 10 15:01:59.202789 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7135e948-5de7-4cac-b534-5bcd4716f7de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8129041'] for subnet, precommit_delete_associations {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.272789 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7135e948-5de7-4cac-b534-5bcd4716f7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.601328 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5b7f4e56-c8bb-47b0-99e3-59c9d8f7d8ba req-d7634041-2da8-4e05-badd-4d56f11dee3e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 210 time: 0.1363864 May 10 15:01:59.785992 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7135e948-5de7-4cac-b534-5bcd4716f7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6379221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6303690'] for subnet, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.796457 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2ea34402-7fd7-49b4-9768-6f5fcbc19624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:59.863447 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-cc37c6da-442b-4b7e-90f6-75bcb7516d8e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:59.866311 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-cc37c6da-442b-4b7e-90f6-75bcb7516d8e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "GET /v2.0/networks?id=99b6a91f-19b7-41e0-ad91-cacc27ae7450 HTTP/1.1" status: 200 len: 814 time: 0.3935380 May 10 15:01:59.866448 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135e948-5de7-4cac-b534-5bcd4716f7de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc727449-7b26-4680-a497-20b3834763ec,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:59.873002 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-7135e948-5de7-4cac-b534-5bcd4716f7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:59.876918 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7135e948-5de7-4cac-b534-5bcd4716f7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.892360 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-7135e948-5de7-4cac-b534-5bcd4716f7de admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fc727449-7b26-4680-a497-20b3834763ec HTTP/1.1" status: 204 len: 168 time: 0.8276868 May 10 15:01:59.892604 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58586) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:59.988345 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Request body: {'port': {'device_id': '1098f98d-473d-40e1-899a-cde40515e57d', 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450', 'admin_state_up': True, 'tenant_id': '1bbe0d8f29044567a4dba35abd2b9679'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:00.039117 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.251169 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:00.266958 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:00.280966 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Made reservation on behalf of 1bbe0d8f29044567a4dba35abd2b9679 for: {'port': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:00.288305 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.316370 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.370631 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea6ed15-6f8b-47af-b46b-a48336ac938a']}} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:00.391123 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab12300-0613-426c-af29-5a7090c77c24') {'for_net_delete': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:00.391541 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab12300-0613-426c-af29-5a7090c77c24') {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:00.414805 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8129038'] for segment, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.439509 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.449455 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=78716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:02:00.450260 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379187'] for segment, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: Traceback (most recent call last): May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: timer() May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: cb(*args, **kw) May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: return func(*args, **kwargs) May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: self._notify() May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: self.callback(batched_events) May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: event.method(event) May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: return f(self, *a, **k) May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._get(url).json() May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: return self.request(url, 'GET', **kwargs) May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:02:00.464555 dv-cinder-780933-4-iscsi neutron-server[78716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:02:00.472177 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-49d43937-9ec1-4bb2-b8f1-fee96a50a141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.479225 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.495947 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58610) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:00.543807 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Allocated IP 172.20.0.12 (99b6a91f-19b7-41e0-ad91-cacc27ae7450/210cc1d5-f5f3-4b5e-98d7-a49b665d0c03/a2ebc7a3-83c9-441c-803a-a62dc658f803) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:00.563198 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db055c-a3e1-4286-88c6-21fda807c39b req-33b06a77-027a-48d4-bc30-80c98c9885dd tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:00.566666 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-48db055c-a3e1-4286-88c6-21fda807c39b req-33b06a77-027a-48d4-bc30-80c98c9885dd tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.2384701 May 10 15:02:00.571394 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.612249 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:00.633909 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.671512 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-48db055c-a3e1-4286-88c6-21fda807c39b req-44d51a70-04a0-40cf-91ea-45e20ce30d1b tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966811 May 10 15:02:00.673597 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea6ed15-6f8b-47af-b46b-a48336ac938a,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:00.676507 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9ea6ed15-6f8b-47af-b46b-a48336ac938a HTTP/1.1" status: 204 len: 168 time: 0.7829733 May 10 15:02:00.677648 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:00.761764 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb7f0-ab58-4b13-bffc-000ff6459546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.795053 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-3c3eb7f0-ab58-4b13-bffc-000ff6459546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:00.804885 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-3c3eb7f0-ab58-4b13-bffc-000ff6459546 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b135a0d4cc47a1a36d8ab0b4624fc1 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:00.817870 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-3c3eb7f0-ab58-4b13-bffc-000ff6459546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:00.827964 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-3c3eb7f0-ab58-4b13-bffc-000ff6459546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:00.858487 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fa3153d6-8293-4509-9fca-5c65c332f63e req-0c4f65c5-db0c-4988-8c79-65ecc1e54abe tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 210 time: 0.0692894 May 10 15:02:00.882084 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58632) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:00.898125 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.939747 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-2e22ee5a-05df-44ab-8bd2-df3991636516 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a28e2d7df4fa43baa5c6b44485a59310&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0612633 May 10 15:02:00.940239 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58636) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:00.983476 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.995814 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb7f0-ab58-4b13-bffc-000ff6459546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.996805 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:01.009909 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a28d999e-80f1-4525-ae47-3b045c0b54a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.036786 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a28d999e-80f1-4525-ae47-3b045c0b54a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.039344 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb7f0-ab58-4b13-bffc-000ff6459546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.074626 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:01.080812 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:01.087539 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:02:01.098933 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a28d999e-80f1-4525-ae47-3b045c0b54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.103865 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3ecedcab-0b15-4f42-ae79-258d8fdb5f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:01.114258 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d999e-80f1-4525-ae47-3b045c0b54a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643522fd-3b25-4979-b115-9ea091087298,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:01.119175 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a28d999e-80f1-4525-ae47-3b045c0b54a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:01.121367 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a28d999e-80f1-4525-ae47-3b045c0b54a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.122458 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-a28d999e-80f1-4525-ae47-3b045c0b54a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/643522fd-3b25-4979-b115-9ea091087298 HTTP/1.1" status: 204 len: 168 time: 0.1810594 May 10 15:02:01.128971 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-3c3eb7f0-ab58-4b13-bffc-000ff6459546 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8b135a0d4cc47a1a36d8ab0b4624fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310654 May 10 15:02:01.134348 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58646) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:01.139304 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Pushing event updated for resources: {'Port': ['ID=a2ebc7a3-83c9-441c-803a-a62dc658f803,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:01.144139 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:01.144646 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f5a964d8-7c9a-4975-bd90-eae116695b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:01.191482 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:01.192093 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.198132 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3eb7f0-ab58-4b13-bffc-000ff6459546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324d38db-81d4-46bf-b0b8-ff9b028cdd03,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:01.205711 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3c3eb7f0-ab58-4b13-bffc-000ff6459546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:01.228949 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2467983 May 10 15:02:01.238866 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-55a48685-8c90-4447-86bf-27a043d45b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.274081 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-55a48685-8c90-4447-86bf-27a043d45b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.349592 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-55a48685-8c90-4447-86bf-27a043d45b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.353825 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-4e3a12b4-0bbe-485f-b198-1c836c4af449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:01.376980 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a48685-8c90-4447-86bf-27a043d45b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324d38db-81d4-46bf-b0b8-ff9b028cdd03,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:01.382108 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-55a48685-8c90-4447-86bf-27a043d45b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:01.386133 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-55a48685-8c90-4447-86bf-27a043d45b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.389614 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-55a48685-8c90-4447-86bf-27a043d45b3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/324d38db-81d4-46bf-b0b8-ff9b028cdd03 HTTP/1.1" status: 204 len: 168 time: 0.2516372 May 10 15:02:01.543016 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.967581 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026f636-db44-4115-bb41-daedbe4ac332 req-690e26e2-63b5-40ef-b9e5-4a140b0ed822 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:01.969881 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e026f636-db44-4115-bb41-daedbe4ac332 req-690e26e2-63b5-40ef-b9e5-4a140b0ed822 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1667571 May 10 15:02:02.029074 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e026f636-db44-4115-bb41-daedbe4ac332 req-91052d30-f71e-440b-b403-90eb87295328 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532355 May 10 15:02:02.155316 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['94c3e919-a7ae-409d-a393-b86f1be8dbc2'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:02.272768 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f54384-0106-4cc2-8ac7-45788d8e7fc6 req-1f2ab8d6-40b7-42e4-9f94-1c41544257b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:02.274717 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d6f54384-0106-4cc2-8ac7-45788d8e7fc6 req-1f2ab8d6-40b7-42e4-9f94-1c41544257b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 932 time: 0.1229973 May 10 15:02:02.347478 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d6f54384-0106-4cc2-8ac7-45788d8e7fc6 req-ce2f6d5d-f027-43e9-82b8-b7802fd173b6 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571215 May 10 15:02:02.659382 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58736) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:02.788311 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7777588c-40b8-4e80-947c-d68c0629abe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:02.805249 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-7777588c-40b8-4e80-947c-d68c0629abe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:02.809869 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-7777588c-40b8-4e80-947c-d68c0629abe4 admin admin] Usage tracker for resource:security_group_rule and tenant:18dc521db36442d09b3b9c6389658a50 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:02.813870 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-7777588c-40b8-4e80-947c-d68c0629abe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:02.820915 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-7777588c-40b8-4e80-947c-d68c0629abe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:02.919429 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7777588c-40b8-4e80-947c-d68c0629abe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:02.923687 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7777588c-40b8-4e80-947c-d68c0629abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:02.932525 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-aaf36b8f-06cc-49f5-8817-bb4c4b96cf51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:02.984351 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-7777588c-40b8-4e80-947c-d68c0629abe4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18dc521db36442d09b3b9c6389658a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235240 May 10 15:02:02.987465 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58752) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:03.006971 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777588c-40b8-4e80-947c-d68c0629abe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d44b57-d9c2-4d94-9cc2-4862959c7c3b,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:03.013083 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-7777588c-40b8-4e80-947c-d68c0629abe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:03.111945 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ad002940-b78a-4c7b-8227-ca13d6d94980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:03.153692 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ad002940-b78a-4c7b-8227-ca13d6d94980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:03.154913 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:03.271736 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f8b15-817e-44f3-bfa3-179ea34bf7cc req-4f5b75d6-4caf-49ee-9b93-7707c3c05860 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:03.273243 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f1f8b15-817e-44f3-bfa3-179ea34bf7cc req-4f5b75d6-4caf-49ee-9b93-7707c3c05860 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1119692 May 10 15:02:03.281491 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Request body: {'port': {'device_id': '1098f98d-473d-40e1-899a-cde40515e57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:03.293477 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ad002940-b78a-4c7b-8227-ca13d6d94980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:03.301622 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-247a9dd9-fbd7-405a-9081-3efa70e8fbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:03.318536 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ad002940-b78a-4c7b-8227-ca13d6d94980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:03.322227 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-ad002940-b78a-4c7b-8227-ca13d6d94980 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9d44b57-d9c2-4d94-9cc2-4862959c7c3b HTTP/1.1" status: 204 len: 168 time: 0.3305249 May 10 15:02:03.322227 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad002940-b78a-4c7b-8227-ca13d6d94980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d44b57-d9c2-4d94-9cc2-4862959c7c3b,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:03.324448 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ad002940-b78a-4c7b-8227-ca13d6d94980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:03.345427 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f1f8b15-817e-44f3-bfa3-179ea34bf7cc req-e56d2e1e-fd7c-4cc9-aa13-f229fd69501e tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653975 May 10 15:02:03.436276 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:03.569645 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacad609-3c41-4c27-9f62-067a4a2ba801 req-04355ca9-7b30-43a1-ac1d-7c7fce4c6b4a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:03.580271 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-eacad609-3c41-4c27-9f62-067a4a2ba801 req-04355ca9-7b30-43a1-ac1d-7c7fce4c6b4a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 932 time: 0.1046274 May 10 15:02:03.644633 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-eacad609-3c41-4c27-9f62-067a4a2ba801 req-8ea5b8b4-ad39-429a-b24c-72fbd4dbeb4e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577304 May 10 15:02:03.836874 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ebc7a3-83c9-441c-803a-a62dc658f803 {{(pid=78717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:03.840460 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58788) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:03.845644 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:03.864482 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Transition to ACTIVE for port object a2ebc7a3-83c9-441c-803a-a62dc658f803 will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:02:03.868887 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:03.876703 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f6113828-f121-4f4d-abe7-6d62646b1c44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:03.879477 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-089f12a1-5e4e-4ef8-aad1-83744b48aa60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:03.912140 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-089f12a1-5e4e-4ef8-aad1-83744b48aa60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:03.920522 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-089f12a1-5e4e-4ef8-aad1-83744b48aa60 admin admin] Usage tracker for resource:security_group_rule and tenant:83ac11120d084fa2a924268579dc1d23 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:03.924788 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-089f12a1-5e4e-4ef8-aad1-83744b48aa60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:03.930151 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-089f12a1-5e4e-4ef8-aad1-83744b48aa60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:04.029302 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Pushing event updated for resources: {'Port': ['ID=a2ebc7a3-83c9-441c-803a-a62dc658f803,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:04.045640 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-089f12a1-5e4e-4ef8-aad1-83744b48aa60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:04.051777 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-089f12a1-5e4e-4ef8-aad1-83744b48aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:04.064080 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:04.067136 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:04.111175 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-089f12a1-5e4e-4ef8-aad1-83744b48aa60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83ac11120d084fa2a924268579dc1d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696426 May 10 15:02:04.114537 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58804) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:04.154570 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Attempting to bind port a2ebc7a3-83c9-441c-803a-a62dc658f803 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:02:04.155038 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Attempting to bind port a2ebc7a3-83c9-441c-803a-a62dc658f803 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:02:04.155445 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Attempting to bind port a2ebc7a3-83c9-441c-803a-a62dc658f803 on network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:04.156779 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f12a1-5e4e-4ef8-aad1-83744b48aa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1ffb12-03e4-4bbd-840c-12ed04cfb127,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:04.161110 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Port a2ebc7a3-83c9-441c-803a-a62dc658f803 on network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:02:04.161660 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Attempting to bind port a2ebc7a3-83c9-441c-803a-a62dc658f803 on network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:04.161958 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-089f12a1-5e4e-4ef8-aad1-83744b48aa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:04.169766 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:02:04.170122 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Checking segment: {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:02:04.170512 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Bound using segment: {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:02:04.172829 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Bound port: a2ebc7a3-83c9-441c-803a-a62dc658f803, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:02:04.173309 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:04.198025 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff898-7c43-4a56-b1fd-1db4b0af3acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:04.247778 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff898-7c43-4a56-b1fd-1db4b0af3acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:04.429808 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] For port a2ebc7a3-83c9-441c-803a-a62dc658f803, host hv-cinder-78093, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:02:04.439956 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] For port a2ebc7a3-83c9-441c-803a-a62dc658f803, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a2ebc7a3-83c9-441c-803a-a62dc658f803,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:02:04.445909 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:04.452252 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cfa84b91-7140-477e-92a6-e3f831f65718 tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:04.478119 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff898-7c43-4a56-b1fd-1db4b0af3acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:04.491557 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:04.514399 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ff898-7c43-4a56-b1fd-1db4b0af3acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1ffb12-03e4-4bbd-840c-12ed04cfb127,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:04.527555 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-7f1ff898-7c43-4a56-b1fd-1db4b0af3acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:04.552249 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:04.552906 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:04.553856 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff898-7c43-4a56-b1fd-1db4b0af3acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:04.554748 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] 10.222.0.38 "PUT /v2.0/ports/a2ebc7a3-83c9-441c-803a-a62dc658f803 HTTP/1.1" status: 200 len: 1094 time: 1.2846205 May 10 15:02:04.555157 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1098f98d-473d-40e1-899a-cde40515e57d', 'tag': 'a2ebc7a3-83c9-441c-803a-a62dc658f803'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:04.570421 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-7f1ff898-7c43-4a56-b1fd-1db4b0af3acb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af1ffb12-03e4-4bbd-840c-12ed04cfb127 HTTP/1.1" status: 204 len: 168 time: 0.4547417 May 10 15:02:04.614214 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Pushing event updated for resources: {'Port': ['ID=a2ebc7a3-83c9-441c-803a-a62dc658f803,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:04.661372 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1098f98d-473d-40e1-899a-cde40515e57d', 'tag': 'a2ebc7a3-83c9-441c-803a-a62dc658f803', 'status': 'completed', 'code': 200} May 10 15:02:04.662253 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:04.732994 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-e4b19aab-ea94-40ae-8e0a-0d376738b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:04.739859 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-e4b19aab-ea94-40ae-8e0a-0d376738b1fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 1097 time: 0.1276424 May 10 15:02:04.798082 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da213a92-b02f-4941-8b92-86f27ce4789c req-f0beec96-83d5-4ee2-930b-4388951c1a85 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:04.799978 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da213a92-b02f-4941-8b92-86f27ce4789c req-f0beec96-83d5-4ee2-930b-4388951c1a85 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1152680 May 10 15:02:04.892356 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-096854b2-bcc6-498c-89d9-fae3c2ff9862 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2ebc7a3-83c9-441c-803a-a62dc658f803 HTTP/1.1" status: 200 len: 217 time: 0.1404233 May 10 15:02:04.941614 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da213a92-b02f-4941-8b92-86f27ce4789c req-bb169c7f-faaf-4f9e-b39e-b970da8d2eec tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345706 May 10 15:02:05.017232 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d209f01-d15e-455e-80b9-82c9d4bc3b50 req-6f396be1-0c7e-431a-93b3-e45f788a4894 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:05.019042 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6d209f01-d15e-455e-80b9-82c9d4bc3b50 req-6f396be1-0c7e-431a-93b3-e45f788a4894 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 944 time: 0.1883109 May 10 15:02:05.028089 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-757721b1-fd69-4f2a-9cae-b7d3dccaf101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:05.032120 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-757721b1-fd69-4f2a-9cae-b7d3dccaf101 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=210cc1d5-f5f3-4b5e-98d7-a49b665d0c03 HTTP/1.1" status: 200 len: 854 time: 0.1309860 May 10 15:02:05.086582 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6d209f01-d15e-455e-80b9-82c9d4bc3b50 req-0b23d229-b72f-4853-84ce-8a0eeae7437f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599518 May 10 15:02:05.112516 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-86d689c0-14a5-4d19-97c0-81ed07ddf314 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b6a91f-19b7-41e0-ad91-cacc27ae7450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731623 May 10 15:02:05.268228 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-7472d55b-7318-4028-9cd6-a47722fda8f4 service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473041 May 10 15:02:05.452919 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-3e7d9090-5e0a-49d3-b7e4-ecf3177a1dd0 req-ff0a7f3e-63c8-4098-934b-38d112114cf1 service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774592 May 10 15:02:05.611440 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ad0bb-d399-4ba4-a75c-efd7df7e8b9e req-736c3e42-f027-423e-8ad2-9e27c65a0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:05.613024 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-9f5ad0bb-d399-4ba4-a75c-efd7df7e8b9e req-736c3e42-f027-423e-8ad2-9e27c65a0457 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 1097 time: 0.0914838 May 10 15:02:05.770226 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ad0bb-d399-4ba4-a75c-efd7df7e8b9e req-5994da83-b5ba-4495-bae1-443475c92303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:05.771700 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-9f5ad0bb-d399-4ba4-a75c-efd7df7e8b9e req-5994da83-b5ba-4495-bae1-443475c92303 service neutron] 10.222.0.38 "GET /v2.0/networks?id=99b6a91f-19b7-41e0-ad91-cacc27ae7450 HTTP/1.1" status: 200 len: 915 time: 0.1421790 May 10 15:02:05.844829 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-9f5ad0bb-d399-4ba4-a75c-efd7df7e8b9e req-a5ec7551-ec20-4566-9cb4-9e503d66155f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2ebc7a3-83c9-441c-803a-a62dc658f803 HTTP/1.1" status: 200 len: 217 time: 0.0609086 May 10 15:02:05.917927 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ad0bb-d399-4ba4-a75c-efd7df7e8b9e req-d2bbd9e8-cfdc-4d3b-a0b3-58202ca93b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:05.919431 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-9f5ad0bb-d399-4ba4-a75c-efd7df7e8b9e req-d2bbd9e8-cfdc-4d3b-a0b3-58202ca93b46 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=210cc1d5-f5f3-4b5e-98d7-a49b665d0c03 HTTP/1.1" status: 200 len: 854 time: 0.0651956 May 10 15:02:05.990905 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-9f5ad0bb-d399-4ba4-a75c-efd7df7e8b9e req-77df7b1f-4f4a-4a00-b4eb-d0f8c6cdbb68 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b6a91f-19b7-41e0-ad91-cacc27ae7450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457585 May 10 15:02:06.137818 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-9f5ad0bb-d399-4ba4-a75c-efd7df7e8b9e req-3fac57cf-354a-45c2-a901-4aea224adb11 service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395378 May 10 15:02:06.139824 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2733b57-1612-4275-931f-ee96764b9600 req-2a78bd39-9fb6-4cea-b36c-ef127d718d97 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:06.141830 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d2733b57-1612-4275-931f-ee96764b9600 req-2a78bd39-9fb6-4cea-b36c-ef127d718d97 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.0882185 May 10 15:02:06.214031 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d2733b57-1612-4275-931f-ee96764b9600 req-69d3f9e6-e358-4d7f-a23e-0b122d8b1ddf tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658753 May 10 15:02:06.298316 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-9f5ad0bb-d399-4ba4-a75c-efd7df7e8b9e req-d09180b3-5811-4000-b253-56c74486c5c1 service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523268 May 10 15:02:06.332001 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265b0b0-c2b4-4d6d-bbfa-2ba1c9a4a271 req-f4c082e8-ca51-4f82-9359-3b03fef4323b tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:06.333493 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2265b0b0-c2b4-4d6d-bbfa-2ba1c9a4a271 req-f4c082e8-ca51-4f82-9359-3b03fef4323b tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 944 time: 0.1089056 May 10 15:02:06.381283 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2265b0b0-c2b4-4d6d-bbfa-2ba1c9a4a271 req-e4c7d4c3-b8dd-4062-af1b-8b2fc56c4ba8 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396826 May 10 15:02:07.425936 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c75163-3a1e-4e8c-b20e-c0ae618fcbc8 req-1a5b7438-8c1f-4d5a-8e10-7d5e27180522 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:07.429090 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-47c75163-3a1e-4e8c-b20e-c0ae618fcbc8 req-1a5b7438-8c1f-4d5a-8e10-7d5e27180522 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1117630 May 10 15:02:07.500569 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-47c75163-3a1e-4e8c-b20e-c0ae618fcbc8 req-ef0b3586-77b2-446a-b091-d2a5f3ca1982 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655489 May 10 15:02:07.536863 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 58962) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:07.659825 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc467c-ab04-4915-9eb9-8bd419444263 req-27006062-a20b-4e85-9ffc-a624a7e213f0 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:07.661430 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-03dc467c-ab04-4915-9eb9-8bd419444263 req-27006062-a20b-4e85-9ffc-a624a7e213f0 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 944 time: 0.1026521 May 10 15:02:07.690317 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f713215a-a9b5-480e-a5d9-3ab48649078f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:07.710617 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-f713215a-a9b5-480e-a5d9-3ab48649078f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:07.725462 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-f713215a-a9b5-480e-a5d9-3ab48649078f admin admin] Usage tracker for resource:security_group_rule and tenant:61365c0119a3457fa240b45ca122d7e3 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:07.730286 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-f713215a-a9b5-480e-a5d9-3ab48649078f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:07.738764 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-f713215a-a9b5-480e-a5d9-3ab48649078f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:07.742796 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-03dc467c-ab04-4915-9eb9-8bd419444263 req-e192b63c-3da0-488a-90c0-201e84a21be3 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661640 May 10 15:02:07.825393 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f713215a-a9b5-480e-a5d9-3ab48649078f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:07.830248 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f713215a-a9b5-480e-a5d9-3ab48649078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:07.840225 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0df02fb6-4618-4522-884b-ac47f654c3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:07.883164 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-f713215a-a9b5-480e-a5d9-3ab48649078f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61365c0119a3457fa240b45ca122d7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451068 May 10 15:02:07.885047 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713215a-a9b5-480e-a5d9-3ab48649078f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009bc858-fcb2-4c7f-a146-97f3186e6534,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:07.885772 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 58970) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:07.894446 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f713215a-a9b5-480e-a5d9-3ab48649078f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:07.950669 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ab93e1b9-5302-484f-b141-e1e35e9f371f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:07.979196 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ab93e1b9-5302-484f-b141-e1e35e9f371f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.035376 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ab93e1b9-5302-484f-b141-e1e35e9f371f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.039466 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-4350aa63-b872-417c-b481-945c7169939d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:08.058980 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93e1b9-5302-484f-b141-e1e35e9f371f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009bc858-fcb2-4c7f-a146-97f3186e6534,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:08.062997 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ab93e1b9-5302-484f-b141-e1e35e9f371f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:08.071209 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ab93e1b9-5302-484f-b141-e1e35e9f371f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.074967 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-ab93e1b9-5302-484f-b141-e1e35e9f371f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/009bc858-fcb2-4c7f-a146-97f3186e6534 HTTP/1.1" status: 204 len: 168 time: 0.1855962 May 10 15:02:08.186221 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device a2ebc7a3-83c9-441c-803a-a62dc658f803 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:02:08.356467 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port a2ebc7a3-83c9-441c-803a-a62dc658f803, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a2ebc7a3-83c9-441c-803a-a62dc658f803,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:08.374983 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': 'a2ebc7a3-83c9-441c-803a-a62dc658f803', 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450', 'port_id': 'a2ebc7a3-83c9-441c-803a-a62dc658f803', 'mac_address': 'fa:16:3e:e5:1c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210cc1d5-f5f3-4b5e-98d7-a49b665d0c03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:02:08.439224 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.457939 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 59002) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:08.460622 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ebc7a3-83c9-441c-803a-a62dc658f803 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:08.495530 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port a2ebc7a3-83c9-441c-803a-a62dc658f803, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a2ebc7a3-83c9-441c-803a-a62dc658f803,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:08.501028 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9cc65fde-3fc3-4baf-978a-5a654ca49534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.501199 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.503396 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:08.543006 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-9cc65fde-3fc3-4baf-978a-5a654ca49534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:08.554423 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-9cc65fde-3fc3-4baf-978a-5a654ca49534 admin admin] Usage tracker for resource:security_group_rule and tenant:25706351d2ed4bf7a0f7fb2318aa4515 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:08.562307 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-9cc65fde-3fc3-4baf-978a-5a654ca49534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:08.574205 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-9cc65fde-3fc3-4baf-978a-5a654ca49534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:08.575714 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=a2ebc7a3-83c9-441c-803a-a62dc658f803,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:08.586411 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:08.586760 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:08.587155 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:08.587488 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:08.587815 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:08.588187 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:08.588513 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:08.588834 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:08.589242 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:08.589555 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:08.589873 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:08.590240 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:08.594565 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:08.770946 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9cc65fde-3fc3-4baf-978a-5a654ca49534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.780314 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9cc65fde-3fc3-4baf-978a-5a654ca49534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.805231 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:08.809236 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['a2ebc7a3-83c9-441c-803a-a62dc658f803'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:08.866188 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc65fde-3fc3-4baf-978a-5a654ca49534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759fbbf4-4c6b-4d42-9034-8da7f66f8323,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:08.869975 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-9cc65fde-3fc3-4baf-978a-5a654ca49534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:08.904583 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37699fd1-ec64-4be0-98ec-3316315fa843 req-8b4df9f6-48e9-46dd-b12c-7dec54e9120a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:08.906236 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-37699fd1-ec64-4be0-98ec-3316315fa843 req-8b4df9f6-48e9-46dd-b12c-7dec54e9120a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.2401552 May 10 15:02:08.911817 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59026) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:08.922645 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-9cc65fde-3fc3-4baf-978a-5a654ca49534 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25706351d2ed4bf7a0f7fb2318aa4515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628360 May 10 15:02:08.968229 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59030) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:08.996729 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c487ac87-d7d4-4f6d-9fda-903dcdda89c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.029148 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c487ac87-d7d4-4f6d-9fda-903dcdda89c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.063919 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-37699fd1-ec64-4be0-98ec-3316315fa843 req-3ef35321-2f0a-41fa-ab24-a14a41c72c1b tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398718 May 10 15:02:09.098818 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c487ac87-d7d4-4f6d-9fda-903dcdda89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.106369 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-1ca14948-038b-4892-9b7d-fce8a2c6e024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:09.108127 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed844e5c-3301-4084-884c-63a099a9f959 req-3ca59e08-944f-4a77-aeee-84722591fb22 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:09.114673 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ed844e5c-3301-4084-884c-63a099a9f959 req-3ca59e08-944f-4a77-aeee-84722591fb22 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 945 time: 0.1591053 May 10 15:02:09.140791 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487ac87-d7d4-4f6d-9fda-903dcdda89c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759fbbf4-4c6b-4d42-9034-8da7f66f8323,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:09.142664 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c487ac87-d7d4-4f6d-9fda-903dcdda89c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.143726 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-c487ac87-d7d4-4f6d-9fda-903dcdda89c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/759fbbf4-4c6b-4d42-9034-8da7f66f8323 HTTP/1.1" status: 204 len: 168 time: 0.2308364 May 10 15:02:09.144734 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c487ac87-d7d4-4f6d-9fda-903dcdda89c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:09.147038 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-73a00969-309a-4515-a3bd-ae6193196c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.171185 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-73a00969-309a-4515-a3bd-ae6193196c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:09.171347 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ed844e5c-3301-4084-884c-63a099a9f959 req-a496e8b8-0d89-432a-a106-f1cd81861ae2 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 May 10 15:02:09.176010 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-73a00969-309a-4515-a3bd-ae6193196c52 admin admin] Usage tracker for resource:security_group_rule and tenant:82987549c1ef4294a8e363ad49ea19cd is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:09.179004 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-73a00969-309a-4515-a3bd-ae6193196c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:09.188149 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-73a00969-309a-4515-a3bd-ae6193196c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:09.380453 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-73a00969-309a-4515-a3bd-ae6193196c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.418238 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-73a00969-309a-4515-a3bd-ae6193196c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.430501 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ffb4d6e0-e110-4a53-8360-ef681c25ec25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:09.473879 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-73a00969-309a-4515-a3bd-ae6193196c52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82987549c1ef4294a8e363ad49ea19cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044508 May 10 15:02:09.476747 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 59058) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:09.484786 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a00969-309a-4515-a3bd-ae6193196c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22194cbe-33ea-4383-a30f-da7a4f5cb8c8,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:09.488954 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-73a00969-309a-4515-a3bd-ae6193196c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:09.507975 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-578aee3d-5c2e-4924-a576-74e0b8f5e125 req-8eb33538-2ea6-4426-9b7f-ac178e520bf3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1242857 May 10 15:02:09.587100 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-938a5678-e16d-4dc0-9482-318e8be321d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.630579 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-938a5678-e16d-4dc0-9482-318e8be321d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.666035 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aee3d-5c2e-4924-a576-74e0b8f5e125 req-f9932ab8-2b97-4c53-8c6a-6c101087524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:09.668537 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-578aee3d-5c2e-4924-a576-74e0b8f5e125 req-f9932ab8-2b97-4c53-8c6a-6c101087524f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 1099 time: 0.0806820 May 10 15:02:09.695853 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-938a5678-e16d-4dc0-9482-318e8be321d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.700912 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:09.712376 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a5678-e16d-4dc0-9482-318e8be321d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22194cbe-33ea-4383-a30f-da7a4f5cb8c8,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:09.714847 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-938a5678-e16d-4dc0-9482-318e8be321d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:09.735640 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-938a5678-e16d-4dc0-9482-318e8be321d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.757546 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-938a5678-e16d-4dc0-9482-318e8be321d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22194cbe-33ea-4383-a30f-da7a4f5cb8c8 HTTP/1.1" status: 204 len: 168 time: 0.2573450 May 10 15:02:09.901109 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aee3d-5c2e-4924-a576-74e0b8f5e125 req-feadfdb0-a3fb-4e35-8d34-4f3ae7aa4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:09.903714 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-578aee3d-5c2e-4924-a576-74e0b8f5e125 req-feadfdb0-a3fb-4e35-8d34-4f3ae7aa4d97 service neutron] 10.222.0.38 "GET /v2.0/networks?id=99b6a91f-19b7-41e0-ad91-cacc27ae7450 HTTP/1.1" status: 200 len: 915 time: 0.2049043 May 10 15:02:10.119233 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-578aee3d-5c2e-4924-a576-74e0b8f5e125 req-278f32cd-dcf2-4088-8f32-30b80ff04849 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94c3e919-a7ae-409d-a393-b86f1be8dbc2 HTTP/1.1" status: 200 len: 217 time: 0.2057791 May 10 15:02:10.178082 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device a2ebc7a3-83c9-441c-803a-a62dc658f803 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:02:10.232219 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aee3d-5c2e-4924-a576-74e0b8f5e125 req-a49a0e7c-f706-4a67-865b-a5115053e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:10.236738 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-578aee3d-5c2e-4924-a576-74e0b8f5e125 req-a49a0e7c-f706-4a67-865b-a5115053e66c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=210cc1d5-f5f3-4b5e-98d7-a49b665d0c03 HTTP/1.1" status: 200 len: 854 time: 0.1092556 May 10 15:02:10.338663 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port a2ebc7a3-83c9-441c-803a-a62dc658f803 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:02:10.342710 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-578aee3d-5c2e-4924-a576-74e0b8f5e125 req-d285cad1-9d2a-4643-a970-ba97db37d431 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b6a91f-19b7-41e0-ad91-cacc27ae7450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999136 May 10 15:02:10.351526 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port a2ebc7a3-83c9-441c-803a-a62dc658f803 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:02:10.352260 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:10.467146 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59098) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:10.483340 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac49f08-957c-404a-afd6-cee3342c019c req-d668fc55-7329-4ee5-a8a0-fea4b5c9d5fd tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:10.485539 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bac49f08-957c-404a-afd6-cee3342c019c req-d668fc55-7329-4ee5-a8a0-fea4b5c9d5fd tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 945 time: 0.1368711 May 10 15:02:10.519325 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f1e37-cbc3-41d3-a8c0-e91de731ab1a req-374a2b55-debc-4458-9460-1333277c46c9 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:10.520830 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea1f1e37-cbc3-41d3-a8c0-e91de731ab1a req-374a2b55-debc-4458-9460-1333277c46c9 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.2584300 May 10 15:02:10.550767 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-578aee3d-5c2e-4924-a576-74e0b8f5e125 req-2041dd20-2fad-4002-be6a-96338eb213d8 service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957700 May 10 15:02:10.554570 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:10.629601 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1098f98d-473d-40e1-899a-cde40515e57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ebc7a3-83c9-441c-803a-a62dc658f803'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:10.642968 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea1f1e37-cbc3-41d3-a8c0-e91de731ab1a req-88945f66-09ab-4baa-a641-44ae030dead4 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925677 May 10 15:02:10.655941 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port a2ebc7a3-83c9-441c-803a-a62dc658f803, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a2ebc7a3-83c9-441c-803a-a62dc658f803,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:10.659352 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bac49f08-957c-404a-afd6-cee3342c019c req-8634b4de-40fe-444d-bf06-c3fef43c666f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490493 May 10 15:02:10.668891 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:10.671001 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:10.727375 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-401347318-network', 'tenant_id': '5e49d348735942b989e2f05d74fe6471'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:10.738546 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:10.747680 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Usage tracker for resource:network and tenant:5e49d348735942b989e2f05d74fe6471 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:10.752210 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:10.766538 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:10.797271 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1098f98d-473d-40e1-899a-cde40515e57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ebc7a3-83c9-441c-803a-a62dc658f803', 'code': 200} May 10 15:02:10.804606 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Made reservation on behalf of 5e49d348735942b989e2f05d74fe6471 for: {'network': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:10.804965 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=a2ebc7a3-83c9-441c-803a-a62dc658f803,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:10.814121 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:10.814448 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:10.850443 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:10.868397 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-578aee3d-5c2e-4924-a576-74e0b8f5e125 req-80daccb1-3074-4cf8-87e0-eefa07a67a37 service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006587 May 10 15:02:10.873588 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:10.878045 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Usage tracker for resource:security_group_rule and tenant:5e49d348735942b989e2f05d74fe6471 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:10.881483 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:10.887896 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:11.019756 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.025021 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.029166 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f70848b4-eaa5-492c-99b0-4fd71eb55e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:11.065686 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be2ae9-0907-4760-85d0-c51b5d3c927b req-a9efabb0-8869-432c-825f-09638a81ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:11.067447 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-d5be2ae9-0907-4760-85d0-c51b5d3c927b req-a9efabb0-8869-432c-825f-09638a81ca47 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 1099 time: 0.1322830 May 10 15:02:11.068184 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=78717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:02:11.096052 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2d30f5-b24d-4adc-8773-1015980eeec4,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:11.098877 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.099217 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.segments_db [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Added segment 5627f8d4-02dd-4178-a46b-40a732e6bdf7 of type vlan for network f8343d0e-2cba-450c-9f37-ae410859cdeb May 10 15:02:11.107175 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:11.142818 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-d5be2ae9-0907-4760-85d0-c51b5d3c927b req-eda95b9d-3571-48a3-bb5d-c256246d79a6 service neutron] Synchronizing usage tracker for tenant:7f6bac80cde94d238d952dbdcd94e6b6 on resource:security_group {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:02:11.148872 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.175331 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-d5be2ae9-0907-4760-85d0-c51b5d3c927b req-eda95b9d-3571-48a3-bb5d-c256246d79a6 service neutron] Unset dirty status for tenant:7f6bac80cde94d238d952dbdcd94e6b6 on resource:security_group {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:02:11.176452 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-d5be2ae9-0907-4760-85d0-c51b5d3c927b req-eda95b9d-3571-48a3-bb5d-c256246d79a6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009140 May 10 15:02:11.187710 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.189053 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:11.189635 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.194162 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:11.299080 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Pushing event updated for resources: {'Network': ['ID=f8343d0e-2cba-450c-9f37-ae410859cdeb,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:11.306395 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 59118) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:11.306790 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8275580 May 10 15:02:11.308000 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:11.314481 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network f8343d0e-2cba-450c-9f37-ae410859cdeb details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:02:11.328661 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Request body: {'subnet': {'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-401347318-subnet', 'tenant_id': '5e49d348735942b989e2f05d74fe6471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:11.333697 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:11.338230 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Usage tracker for resource:subnet and tenant:5e49d348735942b989e2f05d74fe6471 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:11.341348 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:11.347508 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:11.358023 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Made reservation on behalf of 5e49d348735942b989e2f05d74fe6471 for: {'subnet': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:11.361279 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6303649'] for subnet, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.746337 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6774550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6303699'] for subnet, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.750846 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a65f7b89-7a6f-4e32-9033-1a5f8e5c80f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:11.964378 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa556ff-b844-4458-8214-ab5eace68b3a,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:11.967077 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:12.002572 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Checking segment: {'id': '5627f8d4-02dd-4178-a46b-40a732e6bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:02:12.002926 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Network hostable DHCP agents. Network: f8343d0e-2cba-450c-9f37-ae410859cdeb, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:02:12.052961 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7e595-c873-4e4e-b776-c445e2a65de8 req-d7e3ffe4-df49-4e74-a1d6-d2bcb11f89b7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:12.054461 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-46a7e595-c873-4e4e-b776-c445e2a65de8 req-d7e3ffe4-df49-4e74-a1d6-d2bcb11f89b7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.2204702 May 10 15:02:12.061650 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32943fe7-7c24-4121-9253-4a7f174e2171 req-c0f5cf4f-b051-4229-b319-c432691c9392 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:12.063595 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-32943fe7-7c24-4121-9253-4a7f174e2171 req-c0f5cf4f-b051-4229-b319-c432691c9392 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 946 time: 0.2316353 May 10 15:02:12.082799 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Network f8343d0e-2cba-450c-9f37-ae410859cdeb is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:02:12.121080 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, f8343d0e-2cba-450c-9f37-ae410859cdeb) {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:12.144237 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f97c91-ea3e-4061-92aa-4316bd2ce2d7 None None] Network f8343d0e-2cba-450c-9f37-ae410859cdeb requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:02:12.146891 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-46a7e595-c873-4e4e-b776-c445e2a65de8 req-92cc8271-9a2f-4753-af78-33a2cf430f44 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822675 May 10 15:02:12.157428 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-32943fe7-7c24-4121-9253-4a7f174e2171 req-fc186d2a-137e-4cdd-81d1-a20671e07341 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778654 May 10 15:02:12.158675 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:12.160592 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:12.205251 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-cea27bcc-9c72-4bf4-951a-074bcc83e740 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8902328 May 10 15:02:12.407865 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0e24ae-5947-43e7-b56a-a178c6ff0de4 None None] Network f8343d0e-2cba-450c-9f37-ae410859cdeb requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:02:13.423689 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dca9a-93dc-4044-a7ef-13668de4b188 req-d9312a00-595c-4d1b-97af-6125a17e1bbd tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:13.425416 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-878dca9a-93dc-4044-a7ef-13668de4b188 req-d9312a00-595c-4d1b-97af-6125a17e1bbd tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 946 time: 0.1508031 May 10 15:02:13.434025 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafee3c9-ef5c-4d35-94f8-80c668e4a53f req-e5fe82d4-d9c3-4cd5-b358-c03433541a6c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:13.435421 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-dafee3c9-ef5c-4d35-94f8-80c668e4a53f req-e5fe82d4-d9c3-4cd5-b358-c03433541a6c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1279480 May 10 15:02:13.504120 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-878dca9a-93dc-4044-a7ef-13668de4b188 req-16a62a43-a592-4ab1-8447-5a5b6d9f4c08 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676818 May 10 15:02:13.508378 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-dafee3c9-ef5c-4d35-94f8-80c668e4a53f req-1fe3f3dd-158c-4c59-a285-4f47e3647230 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583596 May 10 15:02:13.999527 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 59198) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:14.099908 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 59208) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:14.242909 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a579ccbb-663a-4611-beee-d76034bdfc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:14.267356 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-a579ccbb-663a-4611-beee-d76034bdfc09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:14.272440 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-a579ccbb-663a-4611-beee-d76034bdfc09 admin admin] Usage tracker for resource:security_group_rule and tenant:526bbf7e12ec4c3da715352edbe27004 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:14.275612 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-a579ccbb-663a-4611-beee-d76034bdfc09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:14.284284 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-a579ccbb-663a-4611-beee-d76034bdfc09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:14.337117 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa4d4-d217-4976-9031-888518669638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:14.360007 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-3dcfa4d4-d217-4976-9031-888518669638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:14.366434 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-3dcfa4d4-d217-4976-9031-888518669638 admin admin] Usage tracker for resource:security_group_rule and tenant:9c6a15dc52ce44dd950c00a17543b419 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:14.370380 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-3dcfa4d4-d217-4976-9031-888518669638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:14.379855 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-3dcfa4d4-d217-4976-9031-888518669638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:14.571457 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a579ccbb-663a-4611-beee-d76034bdfc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:14.596190 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a579ccbb-663a-4611-beee-d76034bdfc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:14.610865 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-806cac7c-9f3b-4ca5-a2a0-c2ed901ba5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:14.736616 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e717-421c-4434-8c84-66666483fcc7 req-a53ef421-f74d-4ed1-87a9-61807cbc44cb tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:14.738064 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-a53ef421-f74d-4ed1-87a9-61807cbc44cb tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/networks?id=f8343d0e-2cba-450c-9f37-ae410859cdeb HTTP/1.1" status: 200 len: 813 time: 0.3145456 May 10 15:02:14.751455 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-a579ccbb-663a-4611-beee-d76034bdfc09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=526bbf7e12ec4c3da715352edbe27004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7503660 May 10 15:02:14.754151 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59234) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:14.759606 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579ccbb-663a-4611-beee-d76034bdfc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16f1074-48c0-4478-a72b-aa146a7cb08a,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:14.762838 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a579ccbb-663a-4611-beee-d76034bdfc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:14.779706 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa4d4-d217-4976-9031-888518669638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:14.783244 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-86912c5e-7335-4948-af1a-ad56b840f9d1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/quotas/5e49d348735942b989e2f05d74fe6471 HTTP/1.1" status: 200 len: 375 time: 0.0372105 May 10 15:02:14.785683 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa4d4-d217-4976-9031-888518669638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:14.793920 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-55a48685-8c90-4447-86bf-27a043d45b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:14.816698 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9204808c-6e42-42f9-86ce-9e1bd52f5e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:14.847966 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9204808c-6e42-42f9-86ce-9e1bd52f5e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:14.878686 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-5fadafeb-051f-4d6f-a64e-cc73a19ce878 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e49d348735942b989e2f05d74fe6471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862198 May 10 15:02:14.902813 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfa4d4-d217-4976-9031-888518669638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19e12ae-8de4-474b-a360-9d45d83605a4,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:14.911168 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9204808c-6e42-42f9-86ce-9e1bd52f5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:14.915119 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5cb10e26-b5c9-4408-818b-e1f36764c61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:14.926303 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3dcfa4d4-d217-4976-9031-888518669638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:14.926438 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204808c-6e42-42f9-86ce-9e1bd52f5e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16f1074-48c0-4478-a72b-aa146a7cb08a,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:14.934867 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-3dcfa4d4-d217-4976-9031-888518669638 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c6a15dc52ce44dd950c00a17543b419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8314638 May 10 15:02:14.935019 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9204808c-6e42-42f9-86ce-9e1bd52f5e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:14.935019 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9204808c-6e42-42f9-86ce-9e1bd52f5e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:14.935019 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-9204808c-6e42-42f9-86ce-9e1bd52f5e6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f16f1074-48c0-4478-a72b-aa146a7cb08a HTTP/1.1" status: 204 len: 168 time: 0.1794446 May 10 15:02:14.935314 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59238) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:15.005146 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a2c8a-dff4-4212-b290-e683abd314bf req-09df7b83-94ea-40a6-86ce-68d90855e6cc tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:15.006684 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a34a2c8a-dff4-4212-b290-e683abd314bf req-09df7b83-94ea-40a6-86ce-68d90855e6cc tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.3780708 May 10 15:02:15.035126 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b7382714-055c-488c-93f4-6d2e218a8e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:15.067244 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b7382714-055c-488c-93f4-6d2e218a8e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:15.101438 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a34a2c8a-dff4-4212-b290-e683abd314bf req-53ed1840-6844-4d90-a9d9-ccbf5826101c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836320 May 10 15:02:15.111030 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-085aaa90-5ba1-4258-9070-57c55d794e4e service neutron] 10.222.0.43 "GET /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099731 May 10 15:02:15.147893 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b7382714-055c-488c-93f4-6d2e218a8e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:15.157093 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3c3eb7f0-ab58-4b13-bffc-000ff6459546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:15.169695 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7382714-055c-488c-93f4-6d2e218a8e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19e12ae-8de4-474b-a360-9d45d83605a4,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:15.181577 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b7382714-055c-488c-93f4-6d2e218a8e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:15.184702 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b7382714-055c-488c-93f4-6d2e218a8e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:15.186329 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-b7382714-055c-488c-93f4-6d2e218a8e39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c19e12ae-8de4-474b-a360-9d45d83605a4 HTTP/1.1" status: 204 len: 168 time: 0.2499294 May 10 15:02:15.268082 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-811ddccb-9296-4ce6-80d6-c45da9bc73c6 service neutron] 10.222.0.43 "GET /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560295 May 10 15:02:15.325358 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 59250) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:15.385709 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ec28cbd8-34d6-43a4-b69f-06c9be3043be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:15.445965 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-ec28cbd8-34d6-43a4-b69f-06c9be3043be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:15.454320 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-ec28cbd8-34d6-43a4-b69f-06c9be3043be admin admin] Usage tracker for resource:security_group_rule and tenant:e6df284c31eb4c148031d18fa08aa1d9 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:15.460806 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-ec28cbd8-34d6-43a4-b69f-06c9be3043be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:15.493974 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-ec28cbd8-34d6-43a4-b69f-06c9be3043be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:15.600550 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6d41873d-bf32-4826-a062-58c8a469e2f5 req-af34ed10-5f63-4081-ad8f-5ef90c382f53 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 210 time: 0.0813580 May 10 15:02:15.673062 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ec28cbd8-34d6-43a4-b69f-06c9be3043be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:15.678734 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ec28cbd8-34d6-43a4-b69f-06c9be3043be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:15.692199 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:15.738247 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-ec28cbd8-34d6-43a4-b69f-06c9be3043be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6df284c31eb4c148031d18fa08aa1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093106 May 10 15:02:15.738247 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28cbd8-34d6-43a4-b69f-06c9be3043be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55814c32-81a6-44ec-a1a8-88030701ace0,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:15.739339 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59276) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:15.756565 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ec28cbd8-34d6-43a4-b69f-06c9be3043be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:15.843004 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e282126b-9b86-4f48-8276-97032cab713d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:15.872770 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e282126b-9b86-4f48-8276-97032cab713d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:15.955990 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e282126b-9b86-4f48-8276-97032cab713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:15.963054 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-75f82794-84d7-456b-874e-3c1672207417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:15.977043 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282126b-9b86-4f48-8276-97032cab713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55814c32-81a6-44ec-a1a8-88030701ace0,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:15.983262 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e282126b-9b86-4f48-8276-97032cab713d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:16.003547 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e282126b-9b86-4f48-8276-97032cab713d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:16.007312 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-e282126b-9b86-4f48-8276-97032cab713d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55814c32-81a6-44ec-a1a8-88030701ace0 HTTP/1.1" status: 204 len: 168 time: 0.2645481 May 10 15:02:16.089371 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:16.133406 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-46bb9ee4-d88d-4fd9-82c2-7db58dc5cee6 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:16.142228 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-46bb9ee4-d88d-4fd9-82c2-7db58dc5cee6 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/networks?id=99b6a91f-19b7-41e0-ad91-cacc27ae7450 HTTP/1.1" status: 200 len: 814 time: 0.3343263 May 10 15:02:16.162874 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-e071e722-627e-452d-b9ec-7e13a492be2e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/quotas/1bbe0d8f29044567a4dba35abd2b9679 HTTP/1.1" status: 200 len: 375 time: 0.0193989 May 10 15:02:16.273788 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-4a28fb70-db5c-42a7-9b83-9d99ccfd9127 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097202 May 10 15:02:16.488266 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53bc59-1e22-42f6-8e19-bd2c5c5ebcbd req-4b6f4b6c-9d67-43d7-8d88-49d990b576b1 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:16.488593 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59322) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:16.489372 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9d53bc59-1e22-42f6-8e19-bd2c5c5ebcbd req-4b6f4b6c-9d67-43d7-8d88-49d990b576b1 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.2246039 May 10 15:02:16.491548 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-e3c40e70-1def-42e6-a4d4-f37ff56fcbe1 service neutron] 10.222.0.43 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696510 May 10 15:02:16.505761 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2bf09018-558a-4c4a-b772-49d828106312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:16.519945 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-2bf09018-558a-4c4a-b772-49d828106312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:16.524200 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-2bf09018-558a-4c4a-b772-49d828106312 admin admin] Usage tracker for resource:security_group_rule and tenant:09c7e2c0bef149f884feea2d078e329e is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:16.527048 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-2bf09018-558a-4c4a-b772-49d828106312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:16.533196 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-2bf09018-558a-4c4a-b772-49d828106312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:16.611682 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9d53bc59-1e22-42f6-8e19-bd2c5c5ebcbd req-dd9d0273-ead1-49b0-9ede-e667d5a06f23 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157813 May 10 15:02:16.622424 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2bf09018-558a-4c4a-b772-49d828106312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:16.630323 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2bf09018-558a-4c4a-b772-49d828106312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:16.649437 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-2e93fff0-b946-4f35-9e89-1598141e280b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:16.663429 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-692f8d9d-37c0-4b29-ae60-c35b47c3bf5b service neutron] 10.222.0.43 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544056 May 10 15:02:16.691192 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-2bf09018-558a-4c4a-b772-49d828106312 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09c7e2c0bef149f884feea2d078e329e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015424 May 10 15:02:16.692192 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf09018-558a-4c4a-b772-49d828106312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ca5a84-f4f5-4152-a09c-f67e667e1e3e,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:16.694049 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 59332) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:16.695412 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-2bf09018-558a-4c4a-b772-49d828106312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:16.758915 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-479df7c2-6ed0-4d4a-8ad2-c7817e4dcb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:16.798014 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-479df7c2-6ed0-4d4a-8ad2-c7817e4dcb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:16.877251 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-479df7c2-6ed0-4d4a-8ad2-c7817e4dcb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:16.881529 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:16.894485 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479df7c2-6ed0-4d4a-8ad2-c7817e4dcb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ca5a84-f4f5-4152-a09c-f67e667e1e3e,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:16.899425 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-479df7c2-6ed0-4d4a-8ad2-c7817e4dcb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:16.932344 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-479df7c2-6ed0-4d4a-8ad2-c7817e4dcb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:16.933568 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-479df7c2-6ed0-4d4a-8ad2-c7817e4dcb5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7ca5a84-f4f5-4152-a09c-f67e667e1e3e HTTP/1.1" status: 204 len: 168 time: 0.2383597 May 10 15:02:17.132139 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-45dcbd1e-084f-41be-8013-8af166e589d7 req-6b15d61d-b05e-4581-83e1-abe2f47151f1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 210 time: 0.0874286 May 10 15:02:17.147511 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a4ae7a86-293a-4ceb-99a3-e342e81ed447 req-654fdace-0ea5-4404-a6e7-af3feefa4ec9 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 210 time: 0.1053183 May 10 15:02:17.403572 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e717-421c-4434-8c84-66666483fcc7 req-74e8e312-745a-4eb9-9d69-06844dd5ddf7 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:17.404080 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-1f26e717-421c-4434-8c84-66666483fcc7 req-74e8e312-745a-4eb9-9d69-06844dd5ddf7 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Synchronizing usage tracker for tenant:5e49d348735942b989e2f05d74fe6471 on resource:network {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:02:17.425283 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-1f26e717-421c-4434-8c84-66666483fcc7 req-74e8e312-745a-4eb9-9d69-06844dd5ddf7 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Unset dirty status for tenant:5e49d348735942b989e2f05d74fe6471 on resource:network {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:02:17.426459 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-74e8e312-745a-4eb9-9d69-06844dd5ddf7 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.38 "GET /v2.0/networks?id=f8343d0e-2cba-450c-9f37-ae410859cdeb HTTP/1.1" status: 200 len: 813 time: 0.4180250 May 10 15:02:17.449789 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Request body: {'port': {'device_id': '37b7e0a1-7c50-4a27-bddb-a1640bc6557e', 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb', 'admin_state_up': True, 'tenant_id': '5e49d348735942b989e2f05d74fe6471'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:17.607478 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:17.611878 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Usage tracker for resource:port and tenant:5e49d348735942b989e2f05d74fe6471 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:17.614961 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:17.622893 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:17.634865 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Made reservation on behalf of 5e49d348735942b989e2f05d74fe6471 for: {'port': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:17.639405 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:17.850871 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Allocated IP 172.20.0.4 (f8343d0e-2cba-450c-9f37-ae410859cdeb/3aa556ff-b844-4458-8214-ab5eace68b3a/76a0f92c-2792-4f92-a3b9-8cff6a30c64d) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:17.929192 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428a435-293f-477f-a73c-0144b5f7298c req-8ecb3af8-c5f9-46fe-beff-82d46faeac64 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:17.930867 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1428a435-293f-477f-a73c-0144b5f7298c req-8ecb3af8-c5f9-46fe-beff-82d46faeac64 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1155999 May 10 15:02:17.982854 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1428a435-293f-477f-a73c-0144b5f7298c req-861563b9-f937-4dc5-9e38-0a5c7fc65d70 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443826 May 10 15:02:17.991699 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 59400) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:18.104264 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:18.142870 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:18.150564 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9a3f963c-b86d-43d6-b502-05f06f27cc45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:18.272283 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Network f8343d0e-2cba-450c-9f37-ae410859cdeb is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:18.276186 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:18.298127 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:02:18.358483 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Pushing event updated for resources: {'Port': ['ID=76a0f92c-2792-4f92-a3b9-8cff6a30c64d,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:18.363649 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:18.368342 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0ebffc39-1e83-4782-a644-3bf8c4c7427f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:18.387924 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:18.388635 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:18.418704 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9738741 May 10 15:02:18.435798 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Request body: {'port': {'device_id': '37b7e0a1-7c50-4a27-bddb-a1640bc6557e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:18.493020 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-0ebffc39-1e83-4782-a644-3bf8c4c7427f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:18.510245 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8d3d1709-10df-4e9b-9779-52c98fe9fd07 req-8588d7af-e77b-4f37-8474-85c016e2ca41 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 210 time: 0.1258323 May 10 15:02:18.514460 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-0ebffc39-1e83-4782-a644-3bf8c4c7427f admin admin] Usage tracker for resource:security_group_rule and tenant:39246248b71e4a0ea1ab824e17bb63f0 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:18.525686 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-0ebffc39-1e83-4782-a644-3bf8c4c7427f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:18.541693 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-0ebffc39-1e83-4782-a644-3bf8c4c7427f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:18.577483 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:18.648340 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a6649-d427-43d7-9905-c4d724aaa353 req-2dce6853-5c3b-4a05-af44-f6ea13d13731 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:18.649953 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cb3a6649-d427-43d7-9905-c4d724aaa353 req-2dce6853-5c3b-4a05-af44-f6ea13d13731 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 931 time: 0.3432546 May 10 15:02:18.660367 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-4d52a8b0-ff3a-44d9-ab27-678719bca3a2 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:18.661716 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-4d52a8b0-ff3a-44d9-ab27-678719bca3a2 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "GET /v2.0/networks?id=99b6a91f-19b7-41e0-ad91-cacc27ae7450 HTTP/1.1" status: 200 len: 814 time: 0.3502097 May 10 15:02:18.691793 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Request body: {'port': {'device_id': '9728b415-1832-4bc7-990e-829fe907eba5', 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450', 'admin_state_up': True, 'tenant_id': '1bbe0d8f29044567a4dba35abd2b9679'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:18.877189 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0ebffc39-1e83-4782-a644-3bf8c4c7427f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:18.897866 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cb3a6649-d427-43d7-9905-c4d724aaa353 req-0ce80128-53c7-4f73-ac56-b48876cc679f tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347307 May 10 15:02:18.902124 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0ebffc39-1e83-4782-a644-3bf8c4c7427f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:18.915190 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:18.989034 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a0f92c-2792-4f92-a3b9-8cff6a30c64d {{(pid=78717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:18.989789 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-0ebffc39-1e83-4782-a644-3bf8c4c7427f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39246248b71e4a0ea1ab824e17bb63f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9969044 May 10 15:02:18.992958 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59424) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:18.998325 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebffc39-1e83-4782-a644-3bf8c4c7427f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64683a05-3990-4621-86d8-59aa304fa4a7,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:19.004409 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0ebffc39-1e83-4782-a644-3bf8c4c7427f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:19.008595 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.012230 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:19.016435 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Usage tracker for resource:port and tenant:1bbe0d8f29044567a4dba35abd2b9679 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:19.019463 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:19.025230 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:19.035267 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Made reservation on behalf of 1bbe0d8f29044567a4dba35abd2b9679 for: {'port': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:19.038910 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.039624 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Transition to ACTIVE for port object 76a0f92c-2792-4f92-a3b9-8cff6a30c64d will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:02:19.052264 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.059151 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:19.197725 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b905c7a-4526-4150-b4da-e5bdbee7ebfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.210243 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Pushing event updated for resources: {'Port': ['ID=76a0f92c-2792-4f92-a3b9-8cff6a30c64d,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:19.236453 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:19.268280 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d47d2-9028-4829-b056-66d16086c98a req-56cd9159-75ef-492d-9ee7-c877dd8309c4 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:19.269737 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-698d47d2-9028-4829-b056-66d16086c98a req-56cd9159-75ef-492d-9ee7-c877dd8309c4 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1572685 May 10 15:02:19.273552 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Allocated IP 172.20.0.11 (99b6a91f-19b7-41e0-ad91-cacc27ae7450/210cc1d5-f5f3-4b5e-98d7-a49b665d0c03/f5e0d9cc-1f1a-49b3-9ec7-d54330c67760) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:19.291480 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b905c7a-4526-4150-b4da-e5bdbee7ebfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.361883 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Attempting to bind port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:02:19.362245 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Attempting to bind port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '5627f8d4-02dd-4178-a46b-40a732e6bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:02:19.362569 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Attempting to bind port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d on network f8343d0e-2cba-450c-9f37-ae410859cdeb {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:19.368840 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d on network f8343d0e-2cba-450c-9f37-ae410859cdeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:02:19.369188 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Attempting to bind port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d on network f8343d0e-2cba-450c-9f37-ae410859cdeb {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:19.376267 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:02:19.376602 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Checking segment: {'id': '5627f8d4-02dd-4178-a46b-40a732e6bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:02:19.376987 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Bound using segment: {'id': '5627f8d4-02dd-4178-a46b-40a732e6bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:02:19.377411 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Bound port: 76a0f92c-2792-4f92-a3b9-8cff6a30c64d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5627f8d4-02dd-4178-a46b-40a732e6bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:02:19.377754 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.393596 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b905c7a-4526-4150-b4da-e5bdbee7ebfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.399090 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:19.411287 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-698d47d2-9028-4829-b056-66d16086c98a req-20ff8a90-20f9-494f-8d79-eb903967a626 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355684 May 10 15:02:19.445205 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b905c7a-4526-4150-b4da-e5bdbee7ebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64683a05-3990-4621-86d8-59aa304fa4a7,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:19.451280 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0b905c7a-4526-4150-b4da-e5bdbee7ebfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:19.459956 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b905c7a-4526-4150-b4da-e5bdbee7ebfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.462573 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-0b905c7a-4526-4150-b4da-e5bdbee7ebfc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64683a05-3990-4621-86d8-59aa304fa4a7 HTTP/1.1" status: 204 len: 168 time: 0.4686255 May 10 15:02:19.496634 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] For port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d, host hv-cinder-78093, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:02:19.499855 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] For port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=76a0f92c-2792-4f92-a3b9-8cff6a30c64d,segment=NetworkSegment(5627f8d4-02dd-4178-a46b-40a732e6bdf7),segment_id=5627f8d4-02dd-4178-a46b-40a732e6bdf7)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:02:19.503834 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.508371 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:19.623559 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.652499 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:19.653088 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.654617 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] 10.222.0.38 "PUT /v2.0/ports/76a0f92c-2792-4f92-a3b9-8cff6a30c64d HTTP/1.1" status: 200 len: 1093 time: 1.2231777 May 10 15:02:19.655035 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b7e0a1-7c50-4a27-bddb-a1640bc6557e', 'tag': '76a0f92c-2792-4f92-a3b9-8cff6a30c64d'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:19.704641 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Pushing event updated for resources: {'Port': ['ID=76a0f92c-2792-4f92-a3b9-8cff6a30c64d,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:19.708178 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b7e0a1-7c50-4a27-bddb-a1640bc6557e', 'tag': '76a0f92c-2792-4f92-a3b9-8cff6a30c64d', 'status': 'completed', 'code': 200} May 10 15:02:19.710136 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-66de89ba-36b0-4344-9e7b-2c7a36e0a998 req-982648e9-91d1-45b3-8594-603b129a0f6e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 210 time: 0.0547416 May 10 15:02:19.720394 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.733009 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['94c3e919-a7ae-409d-a393-b86f1be8dbc2', 'a2ebc7a3-83c9-441c-803a-a62dc658f803'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:19.735445 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-d8c2b072-9f84-4eac-aff2-2f9a9abb094f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:19.760229 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:19.799769 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e717-421c-4434-8c84-66666483fcc7 req-2249cdba-021c-4a0c-bf40-b23c7fcaaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:19.801833 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-2249cdba-021c-4a0c-bf40-b23c7fcaaaa0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e49d348735942b989e2f05d74fe6471&device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 1096 time: 0.0929191 May 10 15:02:19.804984 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:19.808203 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:19.814774 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:02:19.864309 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Pushing event updated for resources: {'Port': ['ID=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:19.887420 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:19.931847 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-2fdd046c-a0a2-4b11-abd0-9c240830304f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a0f92c-2792-4f92-a3b9-8cff6a30c64d HTTP/1.1" status: 200 len: 217 time: 0.1055167 May 10 15:02:19.937937 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:19.945377 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:20.025969 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3408089 May 10 15:02:20.041539 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e717-421c-4434-8c84-66666483fcc7 req-7df377db-f612-4f0c-9767-8e14863b5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:20.042508 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Request body: {'port': {'device_id': '9728b415-1832-4bc7-990e-829fe907eba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:20.043235 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-7df377db-f612-4f0c-9767-8e14863b5e83 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3aa556ff-b844-4458-8214-ab5eace68b3a HTTP/1.1" status: 200 len: 853 time: 0.1029081 May 10 15:02:20.143522 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-e4392500-6645-4265-889e-ab3ed694bb7b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f8343d0e-2cba-450c-9f37-ae410859cdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917993 May 10 15:02:20.235807 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:20.339754 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a5d7e-aa2a-45f5-aae1-813c9cba1df5 req-0ece3750-98eb-4b77-8bc9-c53590121069 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:20.342071 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7b4a5d7e-aa2a-45f5-aae1-813c9cba1df5 req-0ece3750-98eb-4b77-8bc9-c53590121069 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 943 time: 0.1846516 May 10 15:02:20.370040 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-b012474a-7157-44a2-91a3-3d5cc5e1b94a service neutron] 10.222.0.38 "GET /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184737 May 10 15:02:20.462399 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 59472) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:20.495971 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7b4a5d7e-aa2a-45f5-aae1-813c9cba1df5 req-44928a91-bc23-45ab-94f8-b18bc3d20823 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448853 May 10 15:02:20.557434 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1f26e717-421c-4434-8c84-66666483fcc7 req-3f93ef74-f6ca-4ee3-8042-8e5fb8aa2894 service neutron] 10.222.0.38 "GET /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737792 May 10 15:02:20.619116 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-141469414-network', 'tenant_id': '8567820fdb224fdc84bc0bc291d4bac9'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:20.661930 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:20.671123 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Usage tracker for resource:network and tenant:8567820fdb224fdc84bc0bc291d4bac9 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:20.679703 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:20.690535 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:20.693036 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86b90b-bb14-4e6e-b2ce-b6ba036f600b req-35ce7818-3a63-4614-b450-faa427e15873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:20.694701 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6a86b90b-bb14-4e6e-b2ce-b6ba036f600b req-35ce7818-3a63-4614-b450-faa427e15873 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e49d348735942b989e2f05d74fe6471&device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 1096 time: 0.0754509 May 10 15:02:20.730988 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Made reservation on behalf of 8567820fdb224fdc84bc0bc291d4bac9 for: {'network': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:20.733218 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:20.763757 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:20.787177 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:20.804434 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Usage tracker for resource:security_group_rule and tenant:8567820fdb224fdc84bc0bc291d4bac9 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:20.815522 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f573f8f-9509-42c3-9f27-fa4d8bec9290 req-d942eaa2-7d7f-4b44-8be7-c76214ccfbc5 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:20.817004 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3f573f8f-9509-42c3-9f27-fa4d8bec9290 req-d942eaa2-7d7f-4b44-8be7-c76214ccfbc5 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.2015700 May 10 15:02:20.817852 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:20.836022 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:20.843343 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86b90b-bb14-4e6e-b2ce-b6ba036f600b req-eab25a35-ff13-497a-9675-e21586df59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:20.844988 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6a86b90b-bb14-4e6e-b2ce-b6ba036f600b req-eab25a35-ff13-497a-9675-e21586df59e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f8343d0e-2cba-450c-9f37-ae410859cdeb HTTP/1.1" status: 200 len: 914 time: 0.1433213 May 10 15:02:20.917142 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6a86b90b-bb14-4e6e-b2ce-b6ba036f600b req-eb1f1c55-e4df-4e93-b9fc-006613261d87 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a0f92c-2792-4f92-a3b9-8cff6a30c64d HTTP/1.1" status: 200 len: 217 time: 0.0633674 May 10 15:02:20.980328 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86b90b-bb14-4e6e-b2ce-b6ba036f600b req-42f2e598-845f-4bf2-b6da-e23dbaf9939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:20.981786 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6a86b90b-bb14-4e6e-b2ce-b6ba036f600b req-42f2e598-845f-4bf2-b6da-e23dbaf9939f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3aa556ff-b844-4458-8214-ab5eace68b3a HTTP/1.1" status: 200 len: 853 time: 0.0570512 May 10 15:02:20.989232 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:21.003875 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3f573f8f-9509-42c3-9f27-fa4d8bec9290 req-632e46db-0895-43a3-8137-ca6e4932836a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786523 May 10 15:02:21.009205 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.032204 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6a86b90b-bb14-4e6e-b2ce-b6ba036f600b req-f19f8fed-9c73-41c5-b65e-6e6087e86962 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f8343d0e-2cba-450c-9f37-ae410859cdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413578 May 10 15:02:21.037920 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Transition to ACTIVE for port object f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:02:21.047694 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.066998 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:21.123582 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4333b-7823-4c06-ad4d-f8794b1be559 req-38a948be-31f9-4f3d-8f4e-8d285775e5b2 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:21.124314 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-bdf4333b-7823-4c06-ad4d-f8794b1be559 req-38a948be-31f9-4f3d-8f4e-8d285775e5b2 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Synchronizing usage tracker for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:02:21.189590 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6a86b90b-bb14-4e6e-b2ce-b6ba036f600b req-df317360-5dfa-4c67-ae76-f0e3d9cee216 service neutron] 10.222.0.38 "GET /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413932 May 10 15:02:21.206881 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.228954 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.235342 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Pushing event updated for resources: {'Port': ['ID=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:21.239914 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-bdf4333b-7823-4c06-ad4d-f8794b1be559 req-38a948be-31f9-4f3d-8f4e-8d285775e5b2 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Unset dirty status for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:02:21.241073 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bdf4333b-7823-4c06-ad4d-f8794b1be559 req-38a948be-31f9-4f3d-8f4e-8d285775e5b2 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 932 time: 0.4061573 May 10 15:02:21.242736 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:21.244297 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-41f80a19-7852-4949-9954-789b28378750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:21.286589 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=78716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:02:21.329073 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6a86b90b-bb14-4e6e-b2ce-b6ba036f600b req-7db3c489-ebe1-4f7e-b138-7cb2da8dd09e service neutron] 10.222.0.38 "GET /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318581 May 10 15:02:21.365964 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.366334 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.segments_db [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Added segment 180ef1f1-3505-455c-960d-845552a4048a of type vlan for network 8826b3cc-6b7f-4c81-9d19-d57468c5d00a May 10 15:02:21.375612 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1705a352-c9b8-4a34-9149-6fb9e1777870,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:21.385773 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:21.405299 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bdf4333b-7823-4c06-ad4d-f8794b1be559 req-5516a15d-07a9-4cdf-9dcd-1e16f28e72c9 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545973 May 10 15:02:21.439332 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.452023 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Attempting to bind port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:02:21.452365 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Attempting to bind port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:02:21.453225 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Attempting to bind port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 on network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:21.459746 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 on network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:02:21.460074 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Attempting to bind port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 on network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:21.474928 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:02:21.475279 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Checking segment: {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:02:21.475669 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Bound using segment: {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:02:21.476195 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Bound port: f5e0d9cc-1f1a-49b3-9ec7-d54330c67760, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:02:21.476552 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.620003 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.622910 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:21.623481 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.630518 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:21.780261 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3166089 May 10 15:02:21.783329 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59504) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:21.791949 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Request body: {'subnet': {'network_id': '8826b3cc-6b7f-4c81-9d19-d57468c5d00a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-141469414-subnet', 'tenant_id': '8567820fdb224fdc84bc0bc291d4bac9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:21.799211 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:21.802466 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Pushing event updated for resources: {'Network': ['ID=8826b3cc-6b7f-4c81-9d19-d57468c5d00a,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:21.804947 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] For port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760, host hv-cinder-78093, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:02:21.806367 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Usage tracker for resource:subnet and tenant:8567820fdb224fdc84bc0bc291d4bac9 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:21.809532 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] For port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:02:21.811319 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:21.818155 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network 8826b3cc-6b7f-4c81-9d19-d57468c5d00a details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:02:21.830868 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:21.835186 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.841287 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:21.852755 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:21.863029 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59508) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:21.883866 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Made reservation on behalf of 8567820fdb224fdc84bc0bc291d4bac9 for: {'subnet': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:21.886726 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6703467'] for subnet, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.967777 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:21.968482 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.969936 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] 10.222.0.38 "PUT /v2.0/ports/f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 HTTP/1.1" status: 200 len: 1094 time: 1.9319046 May 10 15:02:21.970850 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9728b415-1832-4bc7-990e-829fe907eba5', 'tag': 'f5e0d9cc-1f1a-49b3-9ec7-d54330c67760'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:22.026503 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f26588-0adf-4e98-9f07-8f36a7dfddfa req-df222cd3-2c60-4250-91ce-1894f3f27c9a tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:22.028255 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-61f26588-0adf-4e98-9f07-8f36a7dfddfa req-df222cd3-2c60-4250-91ce-1894f3f27c9a tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 943 time: 0.3208137 May 10 15:02:22.075826 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0989-f9ca-4945-9846-834aff5c5f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.077174 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9728b415-1832-4bc7-990e-829fe907eba5', 'tag': 'f5e0d9cc-1f1a-49b3-9ec7-d54330c67760', 'status': 'completed', 'code': 200} May 10 15:02:22.084911 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Pushing event updated for resources: {'Port': ['ID=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:22.095797 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-7cbc0989-f9ca-4945-9846-834aff5c5f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:22.105532 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-7cbc0989-f9ca-4945-9846-834aff5c5f30 admin admin] Usage tracker for resource:security_group_rule and tenant:80460b4884d24ca29f4e2d0585ba6144 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:22.108349 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:22.110769 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-7cbc0989-f9ca-4945-9846-834aff5c5f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:22.121141 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-7cbc0989-f9ca-4945-9846-834aff5c5f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:22.143815 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-61f26588-0adf-4e98-9f07-8f36a7dfddfa req-9ed90038-f4c7-4345-b11a-af2cc5cd4d7e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657513 May 10 15:02:22.218309 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-116c70e3-0769-4ee7-baca-2217f8ec441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:22.219819 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-116c70e3-0769-4ee7-baca-2217f8ec441e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 1097 time: 0.1908507 May 10 15:02:22.229641 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 76a0f92c-2792-4f92-a3b9-8cff6a30c64d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:02:22.301029 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-77e2035a-98b8-4f91-8819-5ab289c6bd20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 HTTP/1.1" status: 200 len: 217 time: 0.0699503 May 10 15:02:22.321749 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7c06d-b8cc-4758-88e2-7542c0cf8ab4 req-62bfd58e-a5b2-47fb-9721-61384b9b80eb tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:22.323248 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-38a7c06d-b8cc-4758-88e2-7542c0cf8ab4 req-62bfd58e-a5b2-47fb-9721-61384b9b80eb tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1759534 May 10 15:02:22.369689 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=76a0f92c-2792-4f92-a3b9-8cff6a30c64d,segment=NetworkSegment(5627f8d4-02dd-4178-a46b-40a732e6bdf7),segment_id=5627f8d4-02dd-4178-a46b-40a732e6bdf7)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:22.383382 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '76a0f92c-2792-4f92-a3b9-8cff6a30c64d', 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb', 'port_id': '76a0f92c-2792-4f92-a3b9-8cff6a30c64d', 'mac_address': 'fa:16:3e:78:b7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa556ff-b844-4458-8214-ab5eace68b3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:02:22.389541 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0989-f9ca-4945-9846-834aff5c5f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.395058 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7cbc0989-f9ca-4945-9846-834aff5c5f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.403663 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-970a649a-81f0-4ccb-b28a-ba74e655c277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:22.414759 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-b6836da4-32d2-4904-b08f-d34d9819da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:22.416275 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-b6836da4-32d2-4904-b08f-d34d9819da66 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=210cc1d5-f5f3-4b5e-98d7-a49b665d0c03 HTTP/1.1" status: 200 len: 854 time: 0.0921721 May 10 15:02:22.419030 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-38a7c06d-b8cc-4758-88e2-7542c0cf8ab4 req-da5d3a6d-10ca-449e-a82e-deecfc8c9ee5 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615106 May 10 15:02:22.455291 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.460976 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-7cbc0989-f9ca-4945-9846-834aff5c5f30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80460b4884d24ca29f4e2d0585ba6144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5965440 May 10 15:02:22.461726 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc0989-f9ca-4945-9846-834aff5c5f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae5d739-491c-4c9f-b251-0f0bbb0ff0d0,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:22.464734 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59520) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:22.467454 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-7cbc0989-f9ca-4945-9846-834aff5c5f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:22.483527 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-e03999ff-4f53-4afe-9982-7f46bd0233b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b6a91f-19b7-41e0-ad91-cacc27ae7450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560925 May 10 15:02:22.485954 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a0f92c-2792-4f92-a3b9-8cff6a30c64d {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:22.509877 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=76a0f92c-2792-4f92-a3b9-8cff6a30c64d,segment=NetworkSegment(5627f8d4-02dd-4178-a46b-40a732e6bdf7),segment_id=5627f8d4-02dd-4178-a46b-40a732e6bdf7)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:22.517478 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.520343 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:22.585122 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f0096a98-3349-45f6-a13d-1fdcd1edfdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.586942 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6703385'] for subnet, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.597175 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=76a0f92c-2792-4f92-a3b9-8cff6a30c64d,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:22.599079 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9aeaf2d4-90ba-4de9-aa2a-5c612ec1c0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:22.600369 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:22.656459 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f0096a98-3349-45f6-a13d-1fdcd1edfdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.686326 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-03825507-fe2e-4ef0-a108-4755a74fe12a service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930830 May 10 15:02:22.721031 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=693509fe-f0dd-4211-98b6-2e5556152e17,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:22.727303 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Checking segment: {'id': '180ef1f1-3505-455c-960d-845552a4048a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8826b3cc-6b7f-4c81-9d19-d57468c5d00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:02:22.727650 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Network hostable DHCP agents. Network: 8826b3cc-6b7f-4c81-9d19-d57468c5d00a, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:02:22.727857 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c14b6-162b-4f1a-86e0-c0e89cc55de4 req-27ba1248-7b08-4f04-a247-527b1392a348 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:22.729852 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c41c14b6-162b-4f1a-86e0-c0e89cc55de4 req-27ba1248-7b08-4f04-a247-527b1392a348 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 944 time: 0.1574512 May 10 15:02:22.731521 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:22.750677 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Network 8826b3cc-6b7f-4c81-9d19-d57468c5d00a is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:02:22.759062 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f0096a98-3349-45f6-a13d-1fdcd1edfdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.761620 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b7382714-055c-488c-93f4-6d2e218a8e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:22.772550 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, 8826b3cc-6b7f-4c81-9d19-d57468c5d00a) {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:22.781338 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde7a145-d36f-4f9f-a460-d82a61a3fce7 None None] Network 8826b3cc-6b7f-4c81-9d19-d57468c5d00a requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:02:22.781959 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0096a98-3349-45f6-a13d-1fdcd1edfdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae5d739-491c-4c9f-b251-0f0bbb0ff0d0,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:22.786729 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f0096a98-3349-45f6-a13d-1fdcd1edfdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:22.788818 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:22.789402 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.806248 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f0096a98-3349-45f6-a13d-1fdcd1edfdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.807605 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f0096a98-3349-45f6-a13d-1fdcd1edfdbf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fae5d739-491c-4c9f-b251-0f0bbb0ff0d0 HTTP/1.1" status: 204 len: 168 time: 0.3414910 May 10 15:02:22.832454 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0388145 May 10 15:02:22.894555 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c41c14b6-162b-4f1a-86e0-c0e89cc55de4 req-c4525add-8b73-4e4c-a55f-4becb39b500d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020126 May 10 15:02:22.946537 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['76a0f92c-2792-4f92-a3b9-8cff6a30c64d'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:22.970320 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9f2a945-5001-4302-a8dd-d9a3ed608896 req-f804f931-c2d2-4d1c-94b0-5b877a99a14e service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750921 May 10 15:02:23.129557 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad9f52-eecd-43f7-9928-96fe9bd3f0f6 req-4d28b59c-91ff-44c1-aaca-5e3d8b58f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:23.130965 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-acad9f52-eecd-43f7-9928-96fe9bd3f0f6 req-4d28b59c-91ff-44c1-aaca-5e3d8b58f225 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 1097 time: 0.0970731 May 10 15:02:23.185645 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af2dd3-6c5b-49b5-87c4-615d12eb063f None None] Network 8826b3cc-6b7f-4c81-9d19-d57468c5d00a requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:02:23.299844 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad9f52-eecd-43f7-9928-96fe9bd3f0f6 req-fedeacae-da21-4f0e-bf32-9ad7c3d7217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:23.304387 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-acad9f52-eecd-43f7-9928-96fe9bd3f0f6 req-fedeacae-da21-4f0e-bf32-9ad7c3d7217a service neutron] 10.222.0.38 "GET /v2.0/networks?id=99b6a91f-19b7-41e0-ad91-cacc27ae7450 HTTP/1.1" status: 200 len: 915 time: 0.1581531 May 10 15:02:23.334373 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59548) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:23.439206 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-acad9f52-eecd-43f7-9928-96fe9bd3f0f6 req-0993f450-55fd-4669-92b5-f9bed1a2c656 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 HTTP/1.1" status: 200 len: 217 time: 0.1271193 May 10 15:02:23.530238 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a77b1386-284c-4070-b50c-e8d166636fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.546150 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a77b1386-284c-4070-b50c-e8d166636fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:23.550829 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a77b1386-284c-4070-b50c-e8d166636fbf admin admin] Usage tracker for resource:security_group_rule and tenant:7eccf090169d4d11b8fa436894f2004d is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:23.554967 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a77b1386-284c-4070-b50c-e8d166636fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:23.560368 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad9f52-eecd-43f7-9928-96fe9bd3f0f6 req-e7cad164-5ccc-4f68-9913-6a0bd380bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:23.561781 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-acad9f52-eecd-43f7-9928-96fe9bd3f0f6 req-e7cad164-5ccc-4f68-9913-6a0bd380bf9e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=210cc1d5-f5f3-4b5e-98d7-a49b665d0c03 HTTP/1.1" status: 200 len: 854 time: 0.1082134 May 10 15:02:23.562714 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a77b1386-284c-4070-b50c-e8d166636fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:23.667230 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a77b1386-284c-4070-b50c-e8d166636fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.673468 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a77b1386-284c-4070-b50c-e8d166636fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.682287 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9204808c-6e42-42f9-86ce-9e1bd52f5e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:23.731509 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-a77b1386-284c-4070-b50c-e8d166636fbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7eccf090169d4d11b8fa436894f2004d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954933 May 10 15:02:23.732210 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b1386-284c-4070-b50c-e8d166636fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e8d128-6c56-4760-9ca7-391489db987a,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:23.734985 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59568) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:23.736851 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33663b1-af10-4dcc-aa4f-816412cac4f0 req-0fc070b4-4cf5-402e-bfa4-b3e9a2c954b3 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:23.738384 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a33663b1-af10-4dcc-aa4f-816412cac4f0 req-0fc070b4-4cf5-402e-bfa4-b3e9a2c954b3 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 944 time: 0.3543921 May 10 15:02:23.746207 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-acad9f52-eecd-43f7-9928-96fe9bd3f0f6 req-5c73dd39-ecd4-431c-a855-9bb0122b6520 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b6a91f-19b7-41e0-ad91-cacc27ae7450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480515 May 10 15:02:23.749222 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a77b1386-284c-4070-b50c-e8d166636fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:23.811128 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59574) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:23.842770 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1385072579-network', 'tenant_id': '2d8847451afb40c8a67c83bdd362d1aa'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:23.847126 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:23.851019 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Usage tracker for resource:network and tenant:2d8847451afb40c8a67c83bdd362d1aa is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:23.853801 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:23.861083 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:23.868322 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-306d79e5-890f-452b-b5d0-6fd4024ece2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.880766 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Made reservation on behalf of 2d8847451afb40c8a67c83bdd362d1aa for: {'network': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:23.883484 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.897544 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a33663b1-af10-4dcc-aa4f-816412cac4f0 req-5f8a278c-6b8c-4c5a-88b4-272a7961f2f9 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455615 May 10 15:02:23.906366 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.925576 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:23.931487 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:2d8847451afb40c8a67c83bdd362d1aa is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:23.935254 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:23.944392 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:23.947007 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337a9c6-74a6-4548-bec0-924590ea31d4 req-fafd5964-dc22-4954-9d08-9eebf8c99d3e tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:23.948649 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1337a9c6-74a6-4548-bec0-924590ea31d4 req-fafd5964-dc22-4954-9d08-9eebf8c99d3e tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.3914659 May 10 15:02:23.991103 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-306d79e5-890f-452b-b5d0-6fd4024ece2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.995941 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-acad9f52-eecd-43f7-9928-96fe9bd3f0f6 req-2035becc-a5aa-43e0-a003-5883521bc76f service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394314 May 10 15:02:24.046377 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1337a9c6-74a6-4548-bec0-924590ea31d4 req-ac0f6530-84dc-458a-a13c-b842719a5af8 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809605 May 10 15:02:24.116260 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-306d79e5-890f-452b-b5d0-6fd4024ece2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.123053 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-6bf0703a-1072-472e-933e-e56f86d0db51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:24.146714 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d79e5-890f-452b-b5d0-6fd4024ece2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e8d128-6c56-4760-9ca7-391489db987a,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:24.158457 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-306d79e5-890f-452b-b5d0-6fd4024ece2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:24.160442 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.161498 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-acad9f52-eecd-43f7-9928-96fe9bd3f0f6 req-81a86a20-3c22-4807-a078-e4cfc8c053c5 service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473687 May 10 15:02:24.166125 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-306d79e5-890f-452b-b5d0-6fd4024ece2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.167319 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-306d79e5-890f-452b-b5d0-6fd4024ece2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9e8d128-6c56-4760-9ca7-391489db987a HTTP/1.1" status: 204 len: 168 time: 0.4201446 May 10 15:02:24.169145 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.182677 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-73a00969-309a-4515-a3bd-ae6193196c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:24.215161 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=78717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:02:24.231909 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477974ce-38ff-40ae-aa8c-71a15d53b4af,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:24.242174 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:24.249051 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.249431 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.segments_db [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Added segment 0538b4d5-7576-4721-bd3c-6f5f53b63dfc of type vlan for network cfe1f4b5-4318-4e5c-b571-31c205b4c04e May 10 15:02:24.288102 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.295794 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02144562-dd40-4c2a-a7ef-6d93e66bb6a2 req-650a2bb1-aa9f-42c7-98cc-1096d7b4948d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:24.303982 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-02144562-dd40-4c2a-a7ef-6d93e66bb6a2 req-650a2bb1-aa9f-42c7-98cc-1096d7b4948d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 944 time: 0.1108696 May 10 15:02:24.328530 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.329884 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:24.330939 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.335948 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a46ba060-51c2-45d6-8119-656a0d242b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:24.363719 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-02144562-dd40-4c2a-a7ef-6d93e66bb6a2 req-85255bb0-3b3d-4abf-84be-f2f69a950447 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541744 May 10 15:02:24.438507 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6262116 May 10 15:02:24.441078 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59596) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:24.448715 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Request body: {'subnet': {'network_id': 'cfe1f4b5-4318-4e5c-b571-31c205b4c04e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1385072579-subnet', 'tenant_id': '2d8847451afb40c8a67c83bdd362d1aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:24.451966 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe1f4b5-4318-4e5c-b571-31c205b4c04e,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:24.454911 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:24.457790 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:24.463324 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Usage tracker for resource:subnet and tenant:2d8847451afb40c8a67c83bdd362d1aa is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:24.464119 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network cfe1f4b5-4318-4e5c-b571-31c205b4c04e details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:02:24.466358 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:24.472631 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:24.486839 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Made reservation on behalf of 2d8847451afb40c8a67c83bdd362d1aa for: {'subnet': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:24.489797 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6703467'] for subnet, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.987963 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6703385'] for subnet, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.992854 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a22b692d-6a68-4d5b-8396-338bcb5099d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:25.065595 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb80bb4-5754-4b6c-bd3a-a6012f761368,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:25.069117 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:25.074972 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Checking segment: {'id': '0538b4d5-7576-4721-bd3c-6f5f53b63dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cfe1f4b5-4318-4e5c-b571-31c205b4c04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:02:25.075323 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Network hostable DHCP agents. Network: cfe1f4b5-4318-4e5c-b571-31c205b4c04e, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:02:25.096270 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Network cfe1f4b5-4318-4e5c-b571-31c205b4c04e is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:02:25.110253 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, cfe1f4b5-4318-4e5c-b571-31c205b4c04e) {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:25.121943 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e646362-8d99-498a-99d7-06278c9320bd None None] Network cfe1f4b5-4318-4e5c-b571-31c205b4c04e requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:02:25.132343 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e65b3c-fb41-4fe6-bc22-f9fa5a6ca7ab req-40376484-7c6a-4117-8bcc-cbf9796f031b tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:25.133835 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-13e65b3c-fb41-4fe6-bc22-f9fa5a6ca7ab req-40376484-7c6a-4117-8bcc-cbf9796f031b tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 944 time: 0.1099927 May 10 15:02:25.134087 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:25.134851 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.174726 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7326052 May 10 15:02:25.191100 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59628) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:25.205739 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-13e65b3c-fb41-4fe6-bc22-f9fa5a6ca7ab req-3389c851-e530-4682-b1ce-15b3d9d6486f tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649834 May 10 15:02:25.306575 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263d93b-e421-4465-a880-9c26f5317e8b req-bc6587b9-e969-4cd0-af55-bc26bbc2184e tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:25.308381 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2263d93b-e421-4465-a880-9c26f5317e8b req-bc6587b9-e969-4cd0-af55-bc26bbc2184e tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.0976801 May 10 15:02:25.330338 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1872266006-network', 'tenant_id': 'c9a9238aa82e49a3bff248dfb01d6f45'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:25.340465 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:25.346841 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Usage tracker for resource:network and tenant:c9a9238aa82e49a3bff248dfb01d6f45 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:25.351727 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:25.360782 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:25.378194 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2263d93b-e421-4465-a880-9c26f5317e8b req-b9de6046-83c4-433b-b2af-05e610ee89ce tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636463 May 10 15:02:25.385406 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Made reservation on behalf of c9a9238aa82e49a3bff248dfb01d6f45 for: {'network': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:25.388087 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.405084 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ee074-f462-432b-910c-b36f715fa38e None None] Network cfe1f4b5-4318-4e5c-b571-31c205b4c04e requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:02:25.409035 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 59636) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:25.409983 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.426188 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:25.430173 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Usage tracker for resource:security_group_rule and tenant:c9a9238aa82e49a3bff248dfb01d6f45 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:25.433239 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:25.439174 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:25.477189 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_v2 [None req-61cd85ed-cfed-4c17-8544-58780bbad803 admin admin] Deleting subnet 693509fe-f0dd-4211-98b6-2e5556152e17 {{(pid=78716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:02:25.482239 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-61cd85ed-cfed-4c17-8544-58780bbad803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.534781 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.539407 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.542267 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0b905c7a-4526-4150-b4da-e5bdbee7ebfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:25.572397 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4417b84-d336-4f72-b7d3-607d887a0faf,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:25.575811 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:25.583559 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=78717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:02:25.589046 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-61cd85ed-cfed-4c17-8544-58780bbad803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8129041'] for subnet, precommit_delete_associations {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.595205 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.595639 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.segments_db [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Added segment 6d4bcad6-f981-4c1f-a859-3cd93faa5cdb of type vlan for network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 May 10 15:02:25.621428 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.655321 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-61cd85ed-cfed-4c17-8544-58780bbad803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.656490 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.657862 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:25.658517 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.663215 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-822dd444-20c0-4424-a0fb-20e25a0ecdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:25.701719 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3d380-d567-474d-924d-c0e9c76249d4 req-d4fd9018-35dc-4f4f-94b9-3e979aca526e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:25.703745 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2bf3d380-d567-474d-924d-c0e9c76249d4 req-d4fd9018-35dc-4f4f-94b9-3e979aca526e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 944 time: 0.1920509 May 10 15:02:25.755078 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5625851 May 10 15:02:25.757907 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Pushing event updated for resources: {'Network': ['ID=5f94565e-a9fd-49e1-aa5a-891f5c54dc68,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:25.760721 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:25.761493 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59640) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:25.768943 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:02:25.769421 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Request body: {'subnet': {'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1872266006-subnet', 'tenant_id': 'c9a9238aa82e49a3bff248dfb01d6f45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:25.773791 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:25.777564 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Usage tracker for resource:subnet and tenant:c9a9238aa82e49a3bff248dfb01d6f45 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:25.780423 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:25.786627 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:25.796780 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Made reservation on behalf of c9a9238aa82e49a3bff248dfb01d6f45 for: {'subnet': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:25.799295 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6703467'] for subnet, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.830921 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2bf3d380-d567-474d-924d-c0e9c76249d4 req-6a146367-d08f-499d-bc32-baabb6bf39ca tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211932 May 10 15:02:25.979053 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-61cd85ed-cfed-4c17-8544-58780bbad803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6379221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6303690'] for subnet, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.983214 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:26.017967 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd85ed-cfed-4c17-8544-58780bbad803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693509fe-f0dd-4211-98b6-2e5556152e17,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:26.021516 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-61cd85ed-cfed-4c17-8544-58780bbad803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:26.026925 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-61cd85ed-cfed-4c17-8544-58780bbad803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.033887 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-61cd85ed-cfed-4c17-8544-58780bbad803 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/693509fe-f0dd-4211-98b6-2e5556152e17 HTTP/1.1" status: 204 len: 168 time: 0.6235533 May 10 15:02:26.036291 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 59648) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:26.146630 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.261207 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:02:26.264633 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 76a0f92c-2792-4f92-a3b9-8cff6a30c64d up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:02:26.315995 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.341117 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6703385'] for subnet, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.347746 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:26.382703 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8826b3cc-6b7f-4c81-9d19-d57468c5d00a']}} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:26.431811 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Checking segment: {'id': '6d4bcad6-f981-4c1f-a859-3cd93faa5cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:02:26.432156 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Network hostable DHCP agents. Network: 5f94565e-a9fd-49e1-aa5a-891f5c54dc68, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:02:26.441802 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bab84f2-e36b-4fa1-92ea-936d6af74421,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:26.447511 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:26.459642 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:02:26.471859 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, 5f94565e-a9fd-49e1-aa5a-891f5c54dc68) {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:26.482562 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180ef1f1-3505-455c-960d-845552a4048a') {'for_net_delete': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:26.482829 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180ef1f1-3505-455c-960d-845552a4048a') {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:26.486834 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:26.488547 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.492538 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c036a151-c44f-49f0-be41-53eb168c3c21 None None] Network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:02:26.498257 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8129038'] for segment, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.513266 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-b54f6c8a-28e1-4a4b-93d4-ac7447c721a5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7506642 May 10 15:02:26.529434 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.538923 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=78716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:02:26.539549 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379187'] for segment, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: Traceback (most recent call last): May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: timer() May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: cb(*args, **kw) May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: return func(*args, **kwargs) May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: self._notify() May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: self.callback(batched_events) May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: event.method(event) May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: return f(self, *a, **k) May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._get(url).json() May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: return self.request(url, 'GET', **kwargs) May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:02:26.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:02:26.594987 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:02:26.617515 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:02:26.617889 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.629776 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdf489-57e9-414c-97d5-b7eb3ab20e18 req-68f7cd4c-7cfb-48b2-974e-db018b842ec5 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:26.637088 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cfcdf489-57e9-414c-97d5-b7eb3ab20e18 req-68f7cd4c-7cfb-48b2-974e-db018b842ec5 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 944 time: 0.3091769 May 10 15:02:26.700395 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.737050 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:26.760195 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.768739 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:26.797689 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] Pushing event deleted for resources: {'Network': ['ID=8826b3cc-6b7f-4c81-9d19-d57468c5d00a,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:26.802916 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': 'f5e0d9cc-1f1a-49b3-9ec7-d54330c67760', 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450', 'port_id': 'f5e0d9cc-1f1a-49b3-9ec7-d54330c67760', 'mac_address': 'fa:16:3e:8f:e6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210cc1d5-f5f3-4b5e-98d7-a49b665d0c03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:02:26.803332 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cfcdf489-57e9-414c-97d5-b7eb3ab20e18 req-76becfc6-f94a-4758-9be7-d476096db552 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651733 May 10 15:02:26.806856 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] 10.222.0.43 "DELETE /v2.0/networks/8826b3cc-6b7f-4c81-9d19-d57468c5d00a HTTP/1.1" status: 204 len: 168 time: 0.7672153 May 10 15:02:26.806856 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:26.807569 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59672) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:26.907081 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70108dfc-8015-4b2b-870d-b76846144d8c req-08e3ac96-1043-4085-98e1-220cf876c63f tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:26.908809 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-70108dfc-8015-4b2b-870d-b76846144d8c req-08e3ac96-1043-4085-98e1-220cf876c63f tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.2136381 May 10 15:02:26.938035 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cbf8eb-e6e7-42e6-9416-b696f1b378f5 admin admin] Deleting subnet aeb80bb4-5754-4b6c-bd3a-a6012f761368 {{(pid=78717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:02:26.941709 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-25cbf8eb-e6e7-42e6-9416-b696f1b378f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.011707 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-25cbf8eb-e6e7-42e6-9416-b696f1b378f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6377172'] for subnet, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.033792 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-70108dfc-8015-4b2b-870d-b76846144d8c req-1ed3c1fa-91e4-45a3-9a8e-0793db4bdbc9 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159730 May 10 15:02:27.121371 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62f2234-b63a-4d05-af88-84b21f8a17e3 None None] Network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:02:27.126838 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-25cbf8eb-e6e7-42e6-9416-b696f1b378f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.153187 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.176212 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a246-857b-4a9d-a7e4-a96c86ec32e5 req-4c04abb1-e66e-4b2d-b651-60c2de0ce45e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:27.184037 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bc11a246-857b-4a9d-a7e4-a96c86ec32e5 req-4c04abb1-e66e-4b2d-b651-60c2de0ce45e tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 944 time: 0.1038508 May 10 15:02:27.231461 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.235955 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bc11a246-857b-4a9d-a7e4-a96c86ec32e5 req-041f1613-cad5-4029-87fc-4c9cde65f42a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507348 May 10 15:02:27.258816 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b7e0a1-7c50-4a27-bddb-a1640bc6557e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a0f92c-2792-4f92-a3b9-8cff6a30c64d'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:27.296787 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=76a0f92c-2792-4f92-a3b9-8cff6a30c64d,segment=NetworkSegment(5627f8d4-02dd-4178-a46b-40a732e6bdf7),segment_id=5627f8d4-02dd-4178-a46b-40a732e6bdf7)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:27.299444 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:27.312584 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.324077 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-6af295b7-5916-4750-b578-bb26841b4d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:27.367697 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b7e0a1-7c50-4a27-bddb-a1640bc6557e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a0f92c-2792-4f92-a3b9-8cff6a30c64d', 'code': 200} May 10 15:02:27.391197 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:27.439138 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.489527 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-25cbf8eb-e6e7-42e6-9416-b696f1b378f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6703360'] for subnet, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.493853 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:27.505471 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=76a0f92c-2792-4f92-a3b9-8cff6a30c64d,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:27.510224 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:27.510872 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:27.560326 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbf8eb-e6e7-42e6-9416-b696f1b378f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb80bb4-5754-4b6c-bd3a-a6012f761368,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:27.564497 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-25cbf8eb-e6e7-42e6-9416-b696f1b378f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:27.571317 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-25cbf8eb-e6e7-42e6-9416-b696f1b378f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.580701 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-25cbf8eb-e6e7-42e6-9416-b696f1b378f5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/aeb80bb4-5754-4b6c-bd3a-a6012f761368 HTTP/1.1" status: 204 len: 168 time: 0.7697542 May 10 15:02:27.581027 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59690) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:27.639027 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a3541-367c-4ee1-8bdb-2986e3e505fe req-c7583b08-3ebb-416a-9e67-f489e6f7b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:27.639639 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:27.640788 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-249a3541-367c-4ee1-8bdb-2986e3e505fe req-c7583b08-3ebb-416a-9e67-f489e6f7b563 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 1098 time: 0.1044834 May 10 15:02:27.648038 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:27.688562 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-249a3541-367c-4ee1-8bdb-2986e3e505fe req-59dd0b68-3b1d-474c-9d2a-9e2d4c7de0d5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394604 May 10 15:02:27.701852 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.780029 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['f5e0d9cc-1f1a-49b3-9ec7-d54330c67760'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:27.825203 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.840341 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe1f4b5-4318-4e5c-b571-31c205b4c04e']}} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:27.857338 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0538b4d5-7576-4721-bd3c-6f5f53b63dfc') {'for_net_delete': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:27.857562 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0538b4d5-7576-4721-bd3c-6f5f53b63dfc') {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:02:27.872142 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6377163'] for segment, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.889815 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.896843 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=78717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:02:27.897229 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6801128'] for segment, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: Traceback (most recent call last): May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: timer() May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: cb(*args, **kw) May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: return func(*args, **kwargs) May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: self._notify() May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: self.callback(batched_events) May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: event.method(event) May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: return f(self, *a, **k) May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._get(url).json() May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: return self.request(url, 'GET', **kwargs) May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:02:27.910633 dv-cinder-780933-4-iscsi neutron-server[78717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:02:27.993175 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:27.997422 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:28.006324 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6409aae-315e-47d4-9146-cf287fef638d req-2b8be369-77eb-4911-a564-8cea71db05eb tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:28.007811 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b6409aae-315e-47d4-9146-cf287fef638d req-2b8be369-77eb-4911-a564-8cea71db05eb tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 945 time: 0.0833623 May 10 15:02:28.009726 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-eb40d801-dc59-4fd9-b5fc-6d5ae68d27b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:28.011460 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:28.021113 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cfe1f4b5-4318-4e5c-b571-31c205b4c04e HTTP/1.1" status: 204 len: 168 time: 0.4392126 May 10 15:02:28.022169 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe1f4b5-4318-4e5c-b571-31c205b4c04e,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:28.025161 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-6a9dd229-f674-4697-a106-c1ff54dba523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:28.058900 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b6409aae-315e-47d4-9146-cf287fef638d req-fbf9f606-075a-4e51-91ea-db2f6d08db99 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435128 May 10 15:02:28.141092 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59702) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:28.190702 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-ec887823-4698-4e4f-9601-11d3004d9a7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8567820fdb224fdc84bc0bc291d4bac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481825 May 10 15:02:28.192880 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59706) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:28.231619 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c9e3-e413-4caa-a9aa-bd4b9810052d req-6f07f532-346f-4c17-9ec8-c5fe566fdbf2 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:28.233164 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5143c9e3-e413-4caa-a9aa-bd4b9810052d req-6f07f532-346f-4c17-9ec8-c5fe566fdbf2 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.0894113 May 10 15:02:28.263686 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8eb814c6-87c6-482f-b744-d490692e2c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:28.283599 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5143c9e3-e413-4caa-a9aa-bd4b9810052d req-ec4d752f-3d8d-4beb-b580-f24cf006a26e tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427077 May 10 15:02:28.296717 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8eb814c6-87c6-482f-b744-d490692e2c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:28.364445 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8eb814c6-87c6-482f-b744-d490692e2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:28.372191 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-306d79e5-890f-452b-b5d0-6fd4024ece2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:28.391814 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb814c6-87c6-482f-b744-d490692e2c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1705a352-c9b8-4a34-9149-6fb9e1777870,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:28.393680 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8eb814c6-87c6-482f-b744-d490692e2c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:28.394809 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-8eb814c6-87c6-482f-b744-d490692e2c5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1705a352-c9b8-4a34-9149-6fb9e1777870 HTTP/1.1" status: 204 len: 168 time: 0.2010503 May 10 15:02:28.395656 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-8eb814c6-87c6-482f-b744-d490692e2c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:28.433880 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f380e-2e10-4e44-a188-d354eb2f11d5 req-4d9affdb-bf27-41e8-b0c4-e9619b3413dc tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:28.435433 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-900f380e-2e10-4e44-a188-d354eb2f11d5 req-4d9affdb-bf27-41e8-b0c4-e9619b3413dc tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 945 time: 0.0941558 May 10 15:02:28.488511 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-900f380e-2e10-4e44-a188-d354eb2f11d5 req-37d50dc5-e00a-4a8a-b028-9df3307ea6da tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445526 May 10 15:02:28.808689 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 59732) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:28.919379 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 59740) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:28.920237 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-568b1926-294f-49e6-82ab-07375546d891 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d8847451afb40c8a67c83bdd362d1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092606 May 10 15:02:29.009077 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-300dd0f8-e79c-4c67-8106-52d9dafec9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:29.095058 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-300dd0f8-e79c-4c67-8106-52d9dafec9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:29.173230 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685742f-f62c-4998-b605-119c3d5d213e req-46a38b77-98e0-4948-9e7d-6cc36262e432 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:29.174859 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-46a38b77-98e0-4948-9e7d-6cc36262e432 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/networks?id=5f94565e-a9fd-49e1-aa5a-891f5c54dc68 HTTP/1.1" status: 200 len: 809 time: 0.1943448 May 10 15:02:29.229611 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-3d9a6352-34b6-4e07-abcc-a100de9d8ec0 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/quotas/c9a9238aa82e49a3bff248dfb01d6f45 HTTP/1.1" status: 200 len: 375 time: 0.0212908 May 10 15:02:29.272932 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-300dd0f8-e79c-4c67-8106-52d9dafec9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:29.282775 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-42f732a3-4d9e-47c4-8205-1f92b249ef48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:29.292904 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-099d4ff5-c54f-4efa-8ecd-2f328beed4d3 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9a9238aa82e49a3bff248dfb01d6f45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573182 May 10 15:02:29.296326 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dd0f8-e79c-4c67-8106-52d9dafec9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477974ce-38ff-40ae-aa8c-71a15d53b4af,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:29.302364 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-300dd0f8-e79c-4c67-8106-52d9dafec9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:29.328239 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-300dd0f8-e79c-4c67-8106-52d9dafec9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:29.329291 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-300dd0f8-e79c-4c67-8106-52d9dafec9f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/477974ce-38ff-40ae-aa8c-71a15d53b4af HTTP/1.1" status: 204 len: 168 time: 0.4089520 May 10 15:02:29.402699 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a12c33-bc33-4c45-82b1-c5b58f99e0db req-9f39400e-98b9-4f14-aa1b-523220f265b8 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:29.404159 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-16a12c33-bc33-4c45-82b1-c5b58f99e0db req-9f39400e-98b9-4f14-aa1b-523220f265b8 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 945 time: 0.2284474 May 10 15:02:29.480218 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-8c4e5689-bb77-41ca-b220-36fd41836194 service neutron] 10.222.0.43 "GET /v2.0/networks/5f94565e-a9fd-49e1-aa5a-891f5c54dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761460 May 10 15:02:29.483216 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-16a12c33-bc33-4c45-82b1-c5b58f99e0db req-dd79ba34-a1fd-4408-8534-9999d70c2ca6 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680583 May 10 15:02:29.708820 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-60e6ecba-c746-4c4d-8bf6-ad760eae897b service neutron] 10.222.0.43 "GET /v2.0/networks/5f94565e-a9fd-49e1-aa5a-891f5c54dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213602 May 10 15:02:29.783704 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe81da9-a996-4ead-bcb2-1e9552a237a3 req-52cbb71e-d175-4078-aa99-2ee28c73daae tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:29.795750 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6fe81da9-a996-4ead-bcb2-1e9552a237a3 req-52cbb71e-d175-4078-aa99-2ee28c73daae tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1506836 May 10 15:02:29.886654 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6fe81da9-a996-4ead-bcb2-1e9552a237a3 req-d321dde8-928d-4076-ba8a-9838be0ebe1b tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838621 May 10 15:02:30.118984 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-62f5c5db-702a-41e5-aff4-8eef049679ff req-95292364-b9d4-4763-a2c2-ad77c6faa3d5 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 210 time: 0.0961788 May 10 15:02:30.281110 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:02:30.437514 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:02:30.440971 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:02:30.441670 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:30.482728 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fc034-82c2-4430-86d6-92f97982bcab req-bb0de7d3-fe09-4775-9261-e0c4c1f16b08 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:30.490709 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f93fc034-82c2-4430-86d6-92f97982bcab req-bb0de7d3-fe09-4775-9261-e0c4c1f16b08 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 945 time: 0.3867040 May 10 15:02:30.508077 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-acbb9a1d-973f-4635-a734-3dab10d45fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:30.547612 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ad64a-84c6-418b-9bab-3b5c0ebd75e2 req-ee389011-f953-49ca-8fe3-012af3bfdeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:30.549343 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-787ad64a-84c6-418b-9bab-3b5c0ebd75e2 req-ee389011-f953-49ca-8fe3-012af3bfdeb2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 1099 time: 0.2057691 May 10 15:02:30.560588 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f93fc034-82c2-4430-86d6-92f97982bcab req-c30fe2a8-feed-4961-a9de-41b28c747968 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689847 May 10 15:02:30.621225 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:30.640694 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-787ad64a-84c6-418b-9bab-3b5c0ebd75e2 req-3708d856-bace-4611-a3b3-d9010b1d5a18 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561087 May 10 15:02:30.640902 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:30.673478 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9728b415-1832-4bc7-990e-829fe907eba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e0d9cc-1f1a-49b3-9ec7-d54330c67760'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:30.692731 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:30.699342 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:30.701465 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:30.753573 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728b415-1832-4bc7-990e-829fe907eba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e0d9cc-1f1a-49b3-9ec7-d54330c67760', 'code': 200} May 10 15:02:30.778173 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:30.781398 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:31.193985 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae5ccb-2f37-46f0-a767-b27ff571f5a0 req-b3a9fd16-1052-458a-bb36-9858032e30b2 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:31.196274 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c0ae5ccb-2f37-46f0-a767-b27ff571f5a0 req-b3a9fd16-1052-458a-bb36-9858032e30b2 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.1479330 May 10 15:02:31.209671 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab02ba-00c1-448d-a20c-33232e184467 req-05c0ef2c-1675-4834-ac1e-b40f8c4533e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:31.211185 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-03ab02ba-00c1-448d-a20c-33232e184467 req-05c0ef2c-1675-4834-ac1e-b40f8c4533e5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 1099 time: 0.1208675 May 10 15:02:31.316137 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1b00cc7e-9171-42ad-a211-3a212860eb80 req-1df8df0b-551c-491c-a271-67c766c60252 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 210 time: 0.0653789 May 10 15:02:31.325055 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c0ae5ccb-2f37-46f0-a767-b27ff571f5a0 req-9372e095-ac1e-4c93-b672-48f17606a192 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127675 May 10 15:02:31.328657 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-03ab02ba-00c1-448d-a20c-33232e184467 req-64a5bb6c-28f1-4579-b951-2783df0723ff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016574 May 10 15:02:31.547663 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:31.893495 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c12f44-36a6-4a22-8412-eecb297cfc15 req-2abd1179-7c2b-4789-8d75-b2b9c6c40026 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:31.895048 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a3c12f44-36a6-4a22-8412-eecb297cfc15 req-2abd1179-7c2b-4789-8d75-b2b9c6c40026 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 946 time: 0.2266350 May 10 15:02:31.904121 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685742f-f62c-4998-b605-119c3d5d213e req-95142dd3-fd52-4a59-902b-8a9c18533f02 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:31.905555 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-95142dd3-fd52-4a59-902b-8a9c18533f02 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.38 "GET /v2.0/networks?id=5f94565e-a9fd-49e1-aa5a-891f5c54dc68 HTTP/1.1" status: 200 len: 809 time: 0.2023482 May 10 15:02:31.940841 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Request body: {'port': {'device_id': '57edb6ac-e2c2-4708-bb3a-83def18c5ebc', 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68', 'admin_state_up': True, 'tenant_id': 'c9a9238aa82e49a3bff248dfb01d6f45'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:32.016634 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a3c12f44-36a6-4a22-8412-eecb297cfc15 req-86785160-b807-496b-8f27-20c34ec61a7a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101277 May 10 15:02:32.083913 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:32.087574 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Usage tracker for resource:port and tenant:c9a9238aa82e49a3bff248dfb01d6f45 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:32.090311 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:32.096335 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:32.105324 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Made reservation on behalf of c9a9238aa82e49a3bff248dfb01d6f45 for: {'port': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:32.109347 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:32.271189 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Allocated IP 172.20.0.6 (5f94565e-a9fd-49e1-aa5a-891f5c54dc68/3bab84f2-e36b-4fa1-92ea-936d6af74421/183998ee-7e6c-42f0-a930-992744a41087) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:32.527571 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-606480f3-0abf-4ff7-854c-a129e4496cb0 req-e7e13301-5e5e-4630-9457-9e54f3759de9 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 210 time: 0.0950639 May 10 15:02:32.560966 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:32.596405 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:32.606574 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:32.709336 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:32.717432 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b05db6-f613-4fd2-a45c-9036b99bd966 req-dab5209e-f09f-42ba-bb2a-5013f79b51ed tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:32.719625 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a8b05db6-f613-4fd2-a45c-9036b99bd966 req-dab5209e-f09f-42ba-bb2a-5013f79b51ed tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.2492425 May 10 15:02:32.731071 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:32.747346 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:02:32.787472 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Pushing event updated for resources: {'Port': ['ID=183998ee-7e6c-42f0-a930-992744a41087,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:32.799050 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:32.837759 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a8b05db6-f613-4fd2-a45c-9036b99bd966 req-a34e30ac-2ae1-4874-96ec-24af573cc288 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039732 May 10 15:02:32.844314 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:32.844926 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:32.874688 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9386032 May 10 15:02:32.910937 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Request body: {'port': {'device_id': '57edb6ac-e2c2-4708-bb3a-83def18c5ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:33.158933 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:33.254267 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c8b0-9dac-493f-a532-bca9acda4056 req-52ff3ef8-b3d9-40b7-ad04-dac21313e7af tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:33.255741 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e498c8b0-9dac-493f-a532-bca9acda4056 req-52ff3ef8-b3d9-40b7-ad04-dac21313e7af tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.2900436 May 10 15:02:33.261443 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:33.317493 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:02:33.376567 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e498c8b0-9dac-493f-a532-bca9acda4056 req-8c48f797-5486-4459-8caf-1ac3cd753eab tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049690 May 10 15:02:33.464364 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d773cd-63fe-45a8-8ff5-259be5b8c77d req-759034ff-b50e-4775-ae3e-57579429a5c3 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:33.465923 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d0d773cd-63fe-45a8-8ff5-259be5b8c77d req-759034ff-b50e-4775-ae3e-57579429a5c3 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 946 time: 0.2639303 May 10 15:02:33.596194 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d0d773cd-63fe-45a8-8ff5-259be5b8c77d req-44a81969-29c3-45de-a094-050663e2b4b2 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194050 May 10 15:02:33.775684 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183998ee-7e6c-42f0-a930-992744a41087 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:33.785348 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:33.818479 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e631bb2-5886-409a-b378-206c7fd079b3 req-fe831f5e-eaeb-4faf-8640-5368b461bd24 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:33.819195 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-3e631bb2-5886-409a-b378-206c7fd079b3 req-fe831f5e-eaeb-4faf-8640-5368b461bd24 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Synchronizing usage tracker for tenant:c9a9238aa82e49a3bff248dfb01d6f45 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:02:33.826557 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Transition to ACTIVE for port object 183998ee-7e6c-42f0-a930-992744a41087 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:02:33.835973 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:33.841758 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6d8973db-ecdf-4d9b-88c8-e95329057a49 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:33.886278 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-3e631bb2-5886-409a-b378-206c7fd079b3 req-fe831f5e-eaeb-4faf-8640-5368b461bd24 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Unset dirty status for tenant:c9a9238aa82e49a3bff248dfb01d6f45 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:02:33.893851 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e631bb2-5886-409a-b378-206c7fd079b3 req-fe831f5e-eaeb-4faf-8640-5368b461bd24 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 931 time: 0.2427707 May 10 15:02:34.051311 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=183998ee-7e6c-42f0-a930-992744a41087,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:34.069349 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e631bb2-5886-409a-b378-206c7fd079b3 req-5cddd2c4-19ee-45fa-9050-fb3ca4568f0a tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741922 May 10 15:02:34.073650 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:34.170705 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Attempting to bind port 183998ee-7e6c-42f0-a930-992744a41087 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:02:34.171084 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Attempting to bind port 183998ee-7e6c-42f0-a930-992744a41087 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '6d4bcad6-f981-4c1f-a859-3cd93faa5cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:02:34.171424 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Attempting to bind port 183998ee-7e6c-42f0-a930-992744a41087 on network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:34.176514 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Port 183998ee-7e6c-42f0-a930-992744a41087 on network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:02:34.176838 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Attempting to bind port 183998ee-7e6c-42f0-a930-992744a41087 on network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:34.182028 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:02:34.182402 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Checking segment: {'id': '6d4bcad6-f981-4c1f-a859-3cd93faa5cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:02:34.182790 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Bound using segment: {'id': '6d4bcad6-f981-4c1f-a859-3cd93faa5cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:02:34.183244 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Bound port: 183998ee-7e6c-42f0-a930-992744a41087, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4bcad6-f981-4c1f-a859-3cd93faa5cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:02:34.183576 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:34.275208 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] For port 183998ee-7e6c-42f0-a930-992744a41087, host hv-cinder-78093, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:02:34.278503 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] For port 183998ee-7e6c-42f0-a930-992744a41087, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=183998ee-7e6c-42f0-a930-992744a41087,segment=NetworkSegment(6d4bcad6-f981-4c1f-a859-3cd93faa5cdb),segment_id=6d4bcad6-f981-4c1f-a859-3cd93faa5cdb)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:02:34.283683 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:34.288330 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:34.337398 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:34.338010 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:34.339409 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] 10.222.0.38 "PUT /v2.0/ports/183998ee-7e6c-42f0-a930-992744a41087 HTTP/1.1" status: 200 len: 1093 time: 1.4361372 May 10 15:02:34.342189 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57edb6ac-e2c2-4708-bb3a-83def18c5ebc', 'tag': '183998ee-7e6c-42f0-a930-992744a41087'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:34.369764 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=183998ee-7e6c-42f0-a930-992744a41087,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:34.373236 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:34.403069 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57edb6ac-e2c2-4708-bb3a-83def18c5ebc', 'tag': '183998ee-7e6c-42f0-a930-992744a41087', 'status': 'completed', 'code': 200} May 10 15:02:35.252639 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856b554-b973-4ccc-9ff2-6296c4856eb2 req-b4bd5273-5eea-4adc-ad1d-5dbda90a6ea5 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:35.254097 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0856b554-b973-4ccc-9ff2-6296c4856eb2 req-b4bd5273-5eea-4adc-ad1d-5dbda90a6ea5 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 943 time: 0.0834577 May 10 15:02:35.299377 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0856b554-b973-4ccc-9ff2-6296c4856eb2 req-1fad3263-0e84-4a30-b9fd-49ab01f2b901 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393116 May 10 15:02:36.481365 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3435e3-8ed8-4d4e-af20-c4e7ed1a8a1e req-8c2cecb4-7f21-4840-aa85-8b8ec5712909 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:36.482744 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b3435e3-8ed8-4d4e-af20-c4e7ed1a8a1e req-8c2cecb4-7f21-4840-aa85-8b8ec5712909 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 943 time: 0.0772824 May 10 15:02:36.529183 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b3435e3-8ed8-4d4e-af20-c4e7ed1a8a1e req-bbac2a77-abd6-4def-8f69-b930b5a868cc tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 May 10 15:02:37.176414 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9044488-0abf-4f6a-88ab-c88af83c72cf req-d15d9118-ac2e-40df-9b13-4a5816955af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:37.177875 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b9044488-0abf-4f6a-88ab-c88af83c72cf req-d15d9118-ac2e-40df-9b13-4a5816955af6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c9a9238aa82e49a3bff248dfb01d6f45&device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 1096 time: 0.0713198 May 10 15:02:37.327731 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9044488-0abf-4f6a-88ab-c88af83c72cf req-04504a0d-5645-4899-b1b9-8428e5b17eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:37.329236 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b9044488-0abf-4f6a-88ab-c88af83c72cf req-04504a0d-5645-4899-b1b9-8428e5b17eb4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c9a9238aa82e49a3bff248dfb01d6f45&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1346986 May 10 15:02:37.469215 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9044488-0abf-4f6a-88ab-c88af83c72cf req-cc35b02c-5c0f-4a45-843d-55dd2501f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:37.470692 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b9044488-0abf-4f6a-88ab-c88af83c72cf req-cc35b02c-5c0f-4a45-843d-55dd2501f56f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333716 May 10 15:02:37.588837 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685742f-f62c-4998-b605-119c3d5d213e req-46840449-03b0-437e-9192-54c5b044be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:37.590349 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-46840449-03b0-437e-9192-54c5b044be49 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c9a9238aa82e49a3bff248dfb01d6f45&device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 1096 time: 0.0701358 May 10 15:02:37.762343 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-79e9f48c-d992-4999-b287-e3a5f3f6d3b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=183998ee-7e6c-42f0-a930-992744a41087 HTTP/1.1" status: 200 len: 217 time: 0.1580775 May 10 15:02:37.836478 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685742f-f62c-4998-b605-119c3d5d213e req-5c496bd2-67c0-49cc-a940-763f0cb6304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:37.837878 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-5c496bd2-67c0-49cc-a940-763f0cb6304d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3bab84f2-e36b-4fa1-92ea-936d6af74421 HTTP/1.1" status: 200 len: 849 time: 0.0662854 May 10 15:02:37.854642 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b988fe1-514c-472b-8243-f9449d19f50f req-ce472157-bf55-4dff-b2cc-2ae60f7bdb72 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:37.856149 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6b988fe1-514c-472b-8243-f9449d19f50f req-ce472157-bf55-4dff-b2cc-2ae60f7bdb72 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 943 time: 0.1416290 May 10 15:02:37.911915 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-c216186e-6f5f-4a12-abd5-7f9556abe445 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5f94565e-a9fd-49e1-aa5a-891f5c54dc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548148 May 10 15:02:38.000405 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6b988fe1-514c-472b-8243-f9449d19f50f req-2b925c95-d59f-4e25-8374-b94e0be516c6 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081862 May 10 15:02:38.071777 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-59cf6511-daf9-4190-8e16-8cdea75c75c3 service neutron] 10.222.0.38 "GET /v2.0/networks/5f94565e-a9fd-49e1-aa5a-891f5c54dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428225 May 10 15:02:38.207776 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a685742f-f62c-4998-b605-119c3d5d213e req-dbe106a9-6cc4-4fb4-873b-c76769615db0 service neutron] 10.222.0.38 "GET /v2.0/networks/5f94565e-a9fd-49e1-aa5a-891f5c54dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283381 May 10 15:02:38.887090 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c28e4-076c-4506-933a-50760ddaf4a7 req-517dc244-4b58-49a7-a942-8efd784c792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:38.888688 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a1c28e4-076c-4506-933a-50760ddaf4a7 req-517dc244-4b58-49a7-a942-8efd784c792d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 1098 time: 0.1285610 May 10 15:02:38.981269 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55341704-319b-4cf4-a61c-6363541960c7 req-43a17da4-5427-4535-b69d-6e9d5ebd7e30 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:38.982781 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-55341704-319b-4cf4-a61c-6363541960c7 req-43a17da4-5427-4535-b69d-6e9d5ebd7e30 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1909440 May 10 15:02:39.097269 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c28e4-076c-4506-933a-50760ddaf4a7 req-adb8425c-337f-450c-89b8-ec345b5827a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:39.098568 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a1c28e4-076c-4506-933a-50760ddaf4a7 req-adb8425c-337f-450c-89b8-ec345b5827a7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9898ef2e-8f23-4108-a4f9-428beb28e721 HTTP/1.1" status: 200 len: 919 time: 0.2009554 May 10 15:02:39.110207 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-55341704-319b-4cf4-a61c-6363541960c7 req-a9997203-8a87-4f8c-9959-a98128b2e1dc tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113129 May 10 15:02:39.231380 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a1c28e4-076c-4506-933a-50760ddaf4a7 req-dc208f4b-a0e9-4b37-a956-d55bd77dedff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5ed1ab-5d42-48f4-b294-325c39d3758d HTTP/1.1" status: 200 len: 217 time: 0.1196828 May 10 15:02:39.337545 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ff281-983c-4486-841c-f76919f2ba53 req-98d3d09d-9bb7-49ac-96d3-f908c740f18a tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:39.341318 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-344ff281-983c-4486-841c-f76919f2ba53 req-98d3d09d-9bb7-49ac-96d3-f908c740f18a tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 943 time: 0.1663816 May 10 15:02:39.345522 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c28e4-076c-4506-933a-50760ddaf4a7 req-ca95c258-06ec-47b2-bbb3-e42a95261241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:39.347049 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a1c28e4-076c-4506-933a-50760ddaf4a7 req-ca95c258-06ec-47b2-bbb3-e42a95261241 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1859c68a-7965-4036-a524-e77acc694d2a HTTP/1.1" status: 200 len: 858 time: 0.1020823 May 10 15:02:39.441313 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-344ff281-983c-4486-841c-f76919f2ba53 req-3c2cb262-ec34-4f20-955d-f66178d4f0b1 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479224 May 10 15:02:39.443370 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a1c28e4-076c-4506-933a-50760ddaf4a7 req-b963f398-aa0a-4682-bb6b-ee9fb525b009 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9898ef2e-8f23-4108-a4f9-428beb28e721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839272 May 10 15:02:39.585724 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a1c28e4-076c-4506-933a-50760ddaf4a7 req-7bc31128-a355-4955-9b49-cb4a8efb959b service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268260 May 10 15:02:39.737814 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a1c28e4-076c-4506-933a-50760ddaf4a7 req-5a39d373-56a8-4e0a-8b06-edfd99543686 service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452177 May 10 15:02:40.305876 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 183998ee-7e6c-42f0-a930-992744a41087 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:02:40.318437 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30067d-6931-4c40-835f-e562211a4cb8 req-656eae5d-a431-4d95-b94a-c392fe75fa37 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:40.319911 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fd30067d-6931-4c40-835f-e562211a4cb8 req-656eae5d-a431-4d95-b94a-c392fe75fa37 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.0957599 May 10 15:02:40.439950 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fd30067d-6931-4c40-835f-e562211a4cb8 req-fe2b3b53-4ac6-4f97-bff5-f3924747d20a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095767 May 10 15:02:40.441673 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 183998ee-7e6c-42f0-a930-992744a41087, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=183998ee-7e6c-42f0-a930-992744a41087,segment=NetworkSegment(6d4bcad6-f981-4c1f-a859-3cd93faa5cdb),segment_id=6d4bcad6-f981-4c1f-a859-3cd93faa5cdb)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:40.454849 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '183998ee-7e6c-42f0-a930-992744a41087', 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68', 'port_id': '183998ee-7e6c-42f0-a930-992744a41087', 'mac_address': 'fa:16:3e:27:e0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bab84f2-e36b-4fa1-92ea-936d6af74421', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:02:40.513793 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:40.530635 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183998ee-7e6c-42f0-a930-992744a41087 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:40.547239 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 183998ee-7e6c-42f0-a930-992744a41087, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=183998ee-7e6c-42f0-a930-992744a41087,segment=NetworkSegment(6d4bcad6-f981-4c1f-a859-3cd93faa5cdb),segment_id=6d4bcad6-f981-4c1f-a859-3cd93faa5cdb)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:40.551708 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:40.554461 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:40.626498 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=183998ee-7e6c-42f0-a930-992744a41087,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:40.629525 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:40.644261 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3ac1b-39f6-46f6-a317-5870219c34c5 req-f50940d5-32a1-4af3-95bf-f2352963b2a4 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:40.645692 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7ef3ac1b-39f6-46f6-a317-5870219c34c5 req-f50940d5-32a1-4af3-95bf-f2352963b2a4 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 944 time: 0.0866137 May 10 15:02:40.699289 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7ef3ac1b-39f6-46f6-a317-5870219c34c5 req-354e884d-c10d-4793-ac03-d89702fe3331 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478640 May 10 15:02:40.954220 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['183998ee-7e6c-42f0-a930-992744a41087'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:41.629282 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57843783-9648-4a63-a9b7-f5a88d1d0f42 req-649298cf-65a5-4a49-badf-7bb43985c45d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:41.630720 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-57843783-9648-4a63-a9b7-f5a88d1d0f42 req-649298cf-65a5-4a49-badf-7bb43985c45d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.0818260 May 10 15:02:41.678642 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-57843783-9648-4a63-a9b7-f5a88d1d0f42 req-181e9f55-9d0a-4bf6-99bd-e4508ed29cbe tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 May 10 15:02:41.881966 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5827ef-7104-40fd-ba17-e8c5ecb91d47 req-301d6e8c-ca13-4634-86bd-499fb866f341 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:41.883664 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-df5827ef-7104-40fd-ba17-e8c5ecb91d47 req-301d6e8c-ca13-4634-86bd-499fb866f341 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 944 time: 0.0781777 May 10 15:02:41.930946 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-df5827ef-7104-40fd-ba17-e8c5ecb91d47 req-dd63af37-eaa2-4063-bb90-47c98dfe95fd tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 May 10 15:02:42.322406 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 183998ee-7e6c-42f0-a930-992744a41087 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:02:42.390158 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port 183998ee-7e6c-42f0-a930-992744a41087 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:02:42.395236 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 183998ee-7e6c-42f0-a930-992744a41087 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:02:42.395635 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:42.517600 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:42.544575 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57edb6ac-e2c2-4708-bb3a-83def18c5ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183998ee-7e6c-42f0-a930-992744a41087'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:42.556136 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 183998ee-7e6c-42f0-a930-992744a41087, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=183998ee-7e6c-42f0-a930-992744a41087,segment=NetworkSegment(6d4bcad6-f981-4c1f-a859-3cd93faa5cdb),segment_id=6d4bcad6-f981-4c1f-a859-3cd93faa5cdb)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:42.570787 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:42.572791 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:42.613129 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57edb6ac-e2c2-4708-bb3a-83def18c5ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183998ee-7e6c-42f0-a930-992744a41087', 'code': 200} May 10 15:02:42.655405 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=183998ee-7e6c-42f0-a930-992744a41087,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:42.659325 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:42.960248 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532e4d1-f1a5-4cef-ba0f-06040ff731e2 req-73cd3e11-6384-4ca6-b02d-6d0600598ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:42.961701 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5532e4d1-f1a5-4cef-ba0f-06040ff731e2 req-73cd3e11-6384-4ca6-b02d-6d0600598ddc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 1098 time: 0.1159973 May 10 15:02:42.969577 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c69f0-d389-4020-b1ea-0477305ce38a req-949faf89-47c7-4cfb-bf59-1c1106352513 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:42.970983 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b49c69f0-d389-4020-b1ea-0477305ce38a req-949faf89-47c7-4cfb-bf59-1c1106352513 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1744010 May 10 15:02:43.033885 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5532e4d1-f1a5-4cef-ba0f-06040ff731e2 req-4d94e9d7-9144-4a34-9d23-4de16d389038 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558167 May 10 15:02:43.064278 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b49c69f0-d389-4020-b1ea-0477305ce38a req-dfe688fd-0bb6-4df7-b653-6203b6d39553 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721362 May 10 15:02:43.152900 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0445b-ec0c-44a5-9864-83b69c176535 req-cabc0b48-5043-4e0f-954c-428451d33b32 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:43.154372 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-29a0445b-ec0c-44a5-9864-83b69c176535 req-cabc0b48-5043-4e0f-954c-428451d33b32 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 945 time: 0.0937355 May 10 15:02:43.198416 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-29a0445b-ec0c-44a5-9864-83b69c176535 req-a1e8c314-3f18-41fc-a837-f6b179ba6259 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 May 10 15:02:44.286609 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d123496-4ff6-41bf-8371-0b3e6b13d9a4 req-5360bb5f-7690-4850-8f05-c52ea7048deb tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:44.288163 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6d123496-4ff6-41bf-8371-0b3e6b13d9a4 req-5360bb5f-7690-4850-8f05-c52ea7048deb tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.0869558 May 10 15:02:44.409231 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6d123496-4ff6-41bf-8371-0b3e6b13d9a4 req-8df5d11d-e58d-4fcd-81c2-7ede43574c3a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153398 May 10 15:02:44.455240 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a31f5a-a8b5-4f7e-86b1-b9579ea06261 req-8cd19e4f-7314-4114-9314-5d33a8ee5ea2 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:44.456689 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d1a31f5a-a8b5-4f7e-86b1-b9579ea06261 req-8cd19e4f-7314-4114-9314-5d33a8ee5ea2 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 945 time: 0.1214747 May 10 15:02:44.503710 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d1a31f5a-a8b5-4f7e-86b1-b9579ea06261 req-8586123d-f24d-402a-9706-e4d76611a5ae tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411930 May 10 15:02:45.596062 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03e9d2-30c6-4a9f-bf19-c9865911582f req-7af7b22c-15fb-42d8-a622-f8235fd1da4d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:45.597456 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7d03e9d2-30c6-4a9f-bf19-c9865911582f req-7af7b22c-15fb-42d8-a622-f8235fd1da4d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.0797577 May 10 15:02:45.693557 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7d03e9d2-30c6-4a9f-bf19-c9865911582f req-491b0040-a2f1-4b9e-a797-8b72febc99dc tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896308 May 10 15:02:45.725964 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665620-ebc9-4b29-8a08-770b89e390f3 req-2e4af392-2515-4c6c-ab30-57040ddff228 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:45.727436 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-65665620-ebc9-4b29-8a08-770b89e390f3 req-2e4af392-2515-4c6c-ab30-57040ddff228 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 945 time: 0.1100879 May 10 15:02:45.773325 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-65665620-ebc9-4b29-8a08-770b89e390f3 req-c37cf6e5-4f4a-4dde-93a8-36d484d1f5a9 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 May 10 15:02:46.083508 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:46.906121 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49079fcf-fbbb-4171-8e57-963bee74765c req-7b8088e1-2998-469b-8706-91273b550415 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:46.907681 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-49079fcf-fbbb-4171-8e57-963bee74765c req-7b8088e1-2998-469b-8706-91273b550415 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.0973120 May 10 15:02:46.956736 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-49079fcf-fbbb-4171-8e57-963bee74765c req-019c176a-b50d-4414-93cf-7e20fe31057d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 May 10 15:02:47.252153 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521b943-bc0d-4590-9ade-9b9066ba2262 req-76ffec4f-8bb8-4e53-9cc3-20e17bd87722 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:47.253887 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b521b943-bc0d-4590-9ade-9b9066ba2262 req-76ffec4f-8bb8-4e53-9cc3-20e17bd87722 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 945 time: 0.0789824 May 10 15:02:47.303544 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b521b943-bc0d-4590-9ade-9b9066ba2262 req-0b993d91-3bd1-45d6-a5c1-31eaed38cc08 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425582 May 10 15:02:48.143302 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63f546-ae29-4e77-ae3f-04bf3dab2108 req-52e9320d-cd70-427d-9004-5248916a999a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:48.144737 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0e63f546-ae29-4e77-ae3f-04bf3dab2108 req-52e9320d-cd70-427d-9004-5248916a999a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.0806215 May 10 15:02:48.188166 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0e63f546-ae29-4e77-ae3f-04bf3dab2108 req-d1c237f5-45e5-4c1a-8618-e9a081ee0f60 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377214 May 10 15:02:48.490987 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c1c69-b99b-449c-9ebd-4c3dccdf1739 req-d809ccc2-7b0a-4300-b7bd-deb82010ef87 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:48.492437 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-584c1c69-b99b-449c-9ebd-4c3dccdf1739 req-d809ccc2-7b0a-4300-b7bd-deb82010ef87 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 945 time: 0.0821004 May 10 15:02:48.543267 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-584c1c69-b99b-449c-9ebd-4c3dccdf1739 req-836c0203-f901-4caf-861c-4a66f7b5fa65 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449538 May 10 15:02:49.388012 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998de77-b8c8-4dcd-88e1-031aa63e639a req-80172fa9-160c-45c9-b771-daf93dded152 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:49.389563 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3998de77-b8c8-4dcd-88e1-031aa63e639a req-80172fa9-160c-45c9-b771-daf93dded152 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.0834894 May 10 15:02:49.475378 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3998de77-b8c8-4dcd-88e1-031aa63e639a req-ca3d71f0-e7a9-45ec-8ab3-c88d9a16159f tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800087 May 10 15:02:49.506687 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0803721-8e68-4035-994e-1d803768baae req-ee416412-511b-41bb-99a3-df742991f3a3 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:49.508093 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b0803721-8e68-4035-994e-1d803768baae req-ee416412-511b-41bb-99a3-df742991f3a3 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.38 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 945 time: 0.0975859 May 10 15:02:49.649198 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-b0803721-8e68-4035-994e-1d803768baae req-a452e465-bd9b-479d-acf3-1736c3532b2e tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Deleting port 183998ee-7e6c-42f0-a930-992744a41087 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:02:49.649525 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-b0803721-8e68-4035-994e-1d803768baae req-a452e465-bd9b-479d-acf3-1736c3532b2e tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:49.887029 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-b0803721-8e68-4035-994e-1d803768baae req-a452e465-bd9b-479d-acf3-1736c3532b2e tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] For port 183998ee-7e6c-42f0-a930-992744a41087, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=183998ee-7e6c-42f0-a930-992744a41087,segment=NetworkSegment(6d4bcad6-f981-4c1f-a859-3cd93faa5cdb),segment_id=6d4bcad6-f981-4c1f-a859-3cd93faa5cdb)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:49.887392 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-b0803721-8e68-4035-994e-1d803768baae req-a452e465-bd9b-479d-acf3-1736c3532b2e tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:50.018994 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b754da5-41fb-417d-962c-fd490ca64f26 req-94488e52-1799-4ec1-9204-67a920cfd711 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:50.020435 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4b754da5-41fb-417d-962c-fd490ca64f26 req-94488e52-1799-4ec1-9204-67a920cfd711 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=57edb6ac-e2c2-4708-bb3a-83def18c5ebc HTTP/1.1" status: 200 len: 945 time: 0.3548193 May 10 15:02:50.026935 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-b0803721-8e68-4035-994e-1d803768baae req-a452e465-bd9b-479d-acf3-1736c3532b2e tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Calling delete_port for 183998ee-7e6c-42f0-a930-992744a41087 owned by compute:nova {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:02:50.145662 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4b754da5-41fb-417d-962c-fd490ca64f26 req-4294db1b-9f80-4ee0-ac17-1ae0668267ca tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140370 May 10 15:02:50.235345 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-b0803721-8e68-4035-994e-1d803768baae req-a452e465-bd9b-479d-acf3-1736c3532b2e tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:50.240785 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:50.247428 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['183998ee-7e6c-42f0-a930-992744a41087'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:50.287486 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452e465-bd9b-479d-acf3-1736c3532b2e tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Pushing event deleted for resources: {'Port': ['ID=183998ee-7e6c-42f0-a930-992744a41087,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:50.289731 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a452e465-bd9b-479d-acf3-1736c3532b2e tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:50.362877 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0803721-8e68-4035-994e-1d803768baae req-a452e465-bd9b-479d-acf3-1736c3532b2e tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] No DVR routers for this DVR port 183998ee-7e6c-42f0-a930-992744a41087 on host hv-cinder-78093 {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:02:50.366566 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-b0803721-8e68-4035-994e-1d803768baae req-a452e465-bd9b-479d-acf3-1736c3532b2e tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:50.369325 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57edb6ac-e2c2-4708-bb3a-83def18c5ebc', 'name': 'network-vif-deleted', 'tag': '183998ee-7e6c-42f0-a930-992744a41087'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:50.387611 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b0803721-8e68-4035-994e-1d803768baae req-a452e465-bd9b-479d-acf3-1736c3532b2e tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.38 "DELETE /v2.0/ports/183998ee-7e6c-42f0-a930-992744a41087 HTTP/1.1" status: 204 len: 173 time: 0.8730443 May 10 15:02:50.576448 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57edb6ac-e2c2-4708-bb3a-83def18c5ebc', 'name': 'network-vif-deleted', 'tag': '183998ee-7e6c-42f0-a930-992744a41087', 'status': 'completed', 'code': 200} May 10 15:02:50.738726 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1126d-aa07-4e41-a7c4-289b0591248e req-2cab06bc-666b-4e29-b67f-1735495bb64d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:50.740193 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-aed1126d-aa07-4e41-a7c4-289b0591248e req-2cab06bc-666b-4e29-b67f-1735495bb64d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.0803080 May 10 15:02:50.793176 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-aed1126d-aa07-4e41-a7c4-289b0591248e req-2847ead5-3195-4e1c-a1f5-c924dd19ec95 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436740 May 10 15:02:52.365830 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 183998ee-7e6c-42f0-a930-992744a41087 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:02:52.401207 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: 183998ee-7e6c-42f0-a930-992744a41087 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:02:52.401600 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 183998ee-7e6c-42f0-a930-992744a41087 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:02:52.732290 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 60436) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:52.846806 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:52.860511 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:52.864289 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Usage tracker for resource:security_group_rule and tenant:84f783fc2c8742c882b0339f1d7c0196 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:52.867050 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:52.873227 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:52.963696 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:52.967915 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:52.974304 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a28d999e-80f1-4525-ae47-3b045c0b54a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:53.017632 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84f783fc2c8742c882b0339f1d7c0196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818439 May 10 15:02:53.017632 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3138349-5178-4cba-8868-c9ef80c4b612,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:53.018164 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 60444) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:53.024851 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.024851 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.024851 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.033210 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.033589 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.033951 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.034326 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.034672 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.035018 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.035523 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.035862 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.036205 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.051131 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:53.084013 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.108557 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.164004 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.167648 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a77b1386-284c-4070-b50c-e8d166636fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:53.178600 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3138349-5178-4cba-8868-c9ef80c4b612,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:53.188865 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.189223 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.189578 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.189927 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.190293 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.190640 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.190982 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.191319 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.191662 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.192007 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.192343 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.192677 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.195679 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.196758 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3138349-5178-4cba-8868-c9ef80c4b612 HTTP/1.1" status: 204 len: 168 time: 0.1775641 May 10 15:02:53.197582 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:53.476962 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 60454) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:53.494811 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e6a5cb-debe-4a2f-8e99-3b2a80241e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.509766 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-06e6a5cb-debe-4a2f-8e99-3b2a80241e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:53.513717 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-06e6a5cb-debe-4a2f-8e99-3b2a80241e3a admin admin] Usage tracker for resource:security_group_rule and tenant:6342a7395cb3457ca489bb238f1fd880 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:53.516970 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-06e6a5cb-debe-4a2f-8e99-3b2a80241e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:53.522488 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-06e6a5cb-debe-4a2f-8e99-3b2a80241e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:53.605874 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e6a5cb-debe-4a2f-8e99-3b2a80241e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.610376 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e6a5cb-debe-4a2f-8e99-3b2a80241e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.617523 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-7777588c-40b8-4e80-947c-d68c0629abe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:53.656221 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6a5cb-debe-4a2f-8e99-3b2a80241e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4e64c5-6e00-4272-8dda-460884e07d81,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:53.659267 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-06e6a5cb-debe-4a2f-8e99-3b2a80241e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:53.662390 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-06e6a5cb-debe-4a2f-8e99-3b2a80241e3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6342a7395cb3457ca489bb238f1fd880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844308 May 10 15:02:53.664899 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 60458) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:53.724390 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f8b02f0e-444f-4a61-af81-a6441f0db89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.754828 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f8b02f0e-444f-4a61-af81-a6441f0db89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.875344 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f8b02f0e-444f-4a61-af81-a6441f0db89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.879012 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-202e30e4-7940-49de-9d8d-8e904304b448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:53.890177 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b02f0e-444f-4a61-af81-a6441f0db89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4e64c5-6e00-4272-8dda-460884e07d81,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:53.896554 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f8b02f0e-444f-4a61-af81-a6441f0db89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:53.897572 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f8b02f0e-444f-4a61-af81-a6441f0db89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.900971 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f8b02f0e-444f-4a61-af81-a6441f0db89d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff4e64c5-6e00-4272-8dda-460884e07d81 HTTP/1.1" status: 204 len: 168 time: 0.2328835 May 10 15:02:56.688100 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 60542) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:56.803335 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04e5d3e0-d42c-4f55-b65e-d4837b68fe72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:56.817679 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-04e5d3e0-d42c-4f55-b65e-d4837b68fe72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:56.821405 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-04e5d3e0-d42c-4f55-b65e-d4837b68fe72 admin admin] Usage tracker for resource:security_group_rule and tenant:60237c8eeb704d759bf7bdb67a675099 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:56.824158 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-04e5d3e0-d42c-4f55-b65e-d4837b68fe72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:56.830363 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-04e5d3e0-d42c-4f55-b65e-d4837b68fe72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:56.912730 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04e5d3e0-d42c-4f55-b65e-d4837b68fe72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:56.916488 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04e5d3e0-d42c-4f55-b65e-d4837b68fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:56.924284 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f8b02f0e-444f-4a61-af81-a6441f0db89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:56.965697 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-04e5d3e0-d42c-4f55-b65e-d4837b68fe72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60237c8eeb704d759bf7bdb67a675099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765515 May 10 15:02:56.966689 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5d3e0-d42c-4f55-b65e-d4837b68fe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafe66b0-f326-460b-96cf-f9281c951131,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:56.968385 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 60548) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:56.969778 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-04e5d3e0-d42c-4f55-b65e-d4837b68fe72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:57.029184 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6e00b6ee-7545-431b-a28d-19802425bd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:57.054263 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6e00b6ee-7545-431b-a28d-19802425bd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:57.106562 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6e00b6ee-7545-431b-a28d-19802425bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:57.110996 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-089f12a1-5e4e-4ef8-aad1-83744b48aa60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:57.122499 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00b6ee-7545-431b-a28d-19802425bd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafe66b0-f326-460b-96cf-f9281c951131,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:57.125749 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6e00b6ee-7545-431b-a28d-19802425bd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:57.132677 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6e00b6ee-7545-431b-a28d-19802425bd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:57.133777 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-6e00b6ee-7545-431b-a28d-19802425bd78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fafe66b0-f326-460b-96cf-f9281c951131 HTTP/1.1" status: 204 len: 168 time: 0.1635828 May 10 15:02:57.414661 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 60560) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:57.436554 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8465bb07-2518-4e17-8bfb-3d074516ffe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:57.451216 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-8465bb07-2518-4e17-8bfb-3d074516ffe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:57.454993 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-8465bb07-2518-4e17-8bfb-3d074516ffe0 admin admin] Usage tracker for resource:security_group_rule and tenant:0f8fcbd478e8477aae4e2e7f3e7dd2f9 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:57.457743 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-8465bb07-2518-4e17-8bfb-3d074516ffe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:57.463362 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-8465bb07-2518-4e17-8bfb-3d074516ffe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:57.545059 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8465bb07-2518-4e17-8bfb-3d074516ffe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:57.549713 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8465bb07-2518-4e17-8bfb-3d074516ffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:57.557000 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8b4a9814-8df2-490c-a0fc-e65870d052f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:57.598816 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-8465bb07-2518-4e17-8bfb-3d074516ffe0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f8fcbd478e8477aae4e2e7f3e7dd2f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827700 May 10 15:02:57.599413 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465bb07-2518-4e17-8bfb-3d074516ffe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962847c8-37d7-40d3-9b11-ce49e0658fe3,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:57.601273 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 60564) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:57.602412 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8465bb07-2518-4e17-8bfb-3d074516ffe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:57.663589 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a7ff6980-86ca-4c5d-8d9d-ce05acea183d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:57.689395 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a7ff6980-86ca-4c5d-8d9d-ce05acea183d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:57.740240 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a7ff6980-86ca-4c5d-8d9d-ce05acea183d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:57.745132 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-8eb814c6-87c6-482f-b744-d490692e2c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:57.757364 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff6980-86ca-4c5d-8d9d-ce05acea183d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962847c8-37d7-40d3-9b11-ce49e0658fe3,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:57.768130 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a7ff6980-86ca-4c5d-8d9d-ce05acea183d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:57.768904 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a7ff6980-86ca-4c5d-8d9d-ce05acea183d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:57.770553 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-a7ff6980-86ca-4c5d-8d9d-ce05acea183d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/962847c8-37d7-40d3-9b11-ce49e0658fe3 HTTP/1.1" status: 204 len: 168 time: 0.1674459 May 10 15:02:58.003555 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-f78d5241-b67a-44d0-b426-edb1d6cfe6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:58.117531 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-6dbb3801-e966-4f79-a0bf-fa3e7e25c1a8 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:58.119003 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-6dbb3801-e966-4f79-a0bf-fa3e7e25c1a8 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/networks?id=99b6a91f-19b7-41e0-ad91-cacc27ae7450 HTTP/1.1" status: 200 len: 814 time: 0.2707913 May 10 15:02:58.125278 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-5d4e30d5-ed75-4662-b769-a27adbcdfd18 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:58.126621 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-5d4e30d5-ed75-4662-b769-a27adbcdfd18 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/networks?id=5f94565e-a9fd-49e1-aa5a-891f5c54dc68 HTTP/1.1" status: 200 len: 809 time: 0.2565730 May 10 15:02:58.143121 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-2d93e1e7-6dae-4b4e-98ec-b09b2c0fe93f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/quotas/1bbe0d8f29044567a4dba35abd2b9679 HTTP/1.1" status: 200 len: 375 time: 0.0156069 May 10 15:02:58.146350 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-b4c42844-2f45-428c-80f9-94f39a77dec4 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/quotas/c9a9238aa82e49a3bff248dfb01d6f45 HTTP/1.1" status: 200 len: 375 time: 0.0114157 May 10 15:02:58.236425 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-63164ab5-e1c9-407f-8033-0221e3ecb43a tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Synchronizing usage tracker for tenant:c9a9238aa82e49a3bff248dfb01d6f45 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:02:58.257991 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-63164ab5-e1c9-407f-8033-0221e3ecb43a tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Unset dirty status for tenant:c9a9238aa82e49a3bff248dfb01d6f45 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:02:58.259295 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-63164ab5-e1c9-407f-8033-0221e3ecb43a tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c9a9238aa82e49a3bff248dfb01d6f45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738616 May 10 15:02:58.429777 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-aad1ba01-98c9-45cb-ac57-8dbd7300e36c tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2812083 May 10 15:02:58.580731 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-5cf6ccc5-b590-487e-a59e-58990f4d3937 service neutron] 10.222.0.43 "GET /v2.0/networks/5f94565e-a9fd-49e1-aa5a-891f5c54dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090804 May 10 15:02:58.693192 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-c803a6e0-1df2-488b-8023-6dca6781037f service neutron] 10.222.0.43 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433019 May 10 15:02:58.837221 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-963cf918-50df-44c5-b960-dda9becc50df service neutron] 10.222.0.43 "GET /v2.0/networks/5f94565e-a9fd-49e1-aa5a-891f5c54dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408929 May 10 15:02:58.873097 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-8354474a-3ea9-4501-af60-abc52350e965 service neutron] 10.222.0.43 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708987 May 10 15:02:59.279163 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234dfc6-5e08-45c9-9211-aef170642a6b req-b5d5b22b-16d9-44c0-a700-4737a49c079b tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:59.287160 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1234dfc6-5e08-45c9-9211-aef170642a6b req-b5d5b22b-16d9-44c0-a700-4737a49c079b tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1086454 May 10 15:02:59.345872 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1234dfc6-5e08-45c9-9211-aef170642a6b req-5818acc9-cc97-4a9f-a399-cb1c1362da48 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570087 May 10 15:02:59.454443 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-15fd830e-5541-4541-b877-e7454ab7c20a req-39c7bdd2-9e9b-4a4b-9855-b8cad79a6cb8 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 210 time: 0.0524015 May 10 15:02:59.587951 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea2f79e0-d355-4cf9-a05e-21a6f40f3244 req-665bcf5c-ffb4-4b38-a3be-02d57a7667f1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 210 time: 0.0600703 May 10 15:02:59.633198 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c067a41-fd98-4151-9836-70c84119fece req-85777742-18b4-435e-be00-eb50039cf9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:59.635899 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9c067a41-fd98-4151-9836-70c84119fece req-85777742-18b4-435e-be00-eb50039cf9f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 1098 time: 0.1731625 May 10 15:02:59.721007 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9c067a41-fd98-4151-9836-70c84119fece req-1e6db029-c948-4487-a09c-c8206b128496 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679698 May 10 15:02:59.906671 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d9f09-7c74-43a3-bceb-c7e2f8479927 req-43530f20-29b5-4ea8-8013-4f332915dd14 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:59.908228 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-364d9f09-7c74-43a3-bceb-c7e2f8479927 req-43530f20-29b5-4ea8-8013-4f332915dd14 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0848386 May 10 15:02:59.958679 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-364d9f09-7c74-43a3-bceb-c7e2f8479927 req-674005ff-c72a-4b98-a953-3623c2bb1167 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445702 May 10 15:03:00.435943 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-57975df7-4cf5-405b-9155-18933c87d5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:00.458051 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:00.570072 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7b377-70ba-4e24-9ab9-6d8b84fc25c6 req-9c9bb28b-f6ef-4733-b0ac-898acfd47e7c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:00.579343 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-90d7b377-70ba-4e24-9ab9-6d8b84fc25c6 req-9c9bb28b-f6ef-4733-b0ac-898acfd47e7c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1070752 May 10 15:03:00.735296 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8372f3e2-ae3f-47f1-99a0-221aa0aa5f51 req-69d23485-eca3-432b-9933-02fb77190fd5 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 210 time: 0.1187892 May 10 15:03:00.775005 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-90d7b377-70ba-4e24-9ab9-6d8b84fc25c6 req-22b35c7d-02b2-40cf-8cca-de10a1a05c97 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926746 May 10 15:03:00.851628 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e2de991-fa1c-4e48-b499-cf51462d1304 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:00.855070 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e2de991-fa1c-4e48-b499-cf51462d1304 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.38 "GET /v2.0/networks?id=5f94565e-a9fd-49e1-aa5a-891f5c54dc68 HTTP/1.1" status: 200 len: 809 time: 0.2724929 May 10 15:03:00.883133 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Request body: {'port': {'device_id': '8115a9ca-c9c1-4a3e-9022-bb72e684b31a', 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68', 'admin_state_up': True, 'tenant_id': 'c9a9238aa82e49a3bff248dfb01d6f45'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:01.041849 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-44271af7-d712-425a-9ee4-ed09f2e94ed0 req-9353ee9a-ae0c-48e1-a3f5-b8b71f0ac9f9 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 210 time: 0.0662148 May 10 15:03:01.151147 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:01.165385 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:01.180173 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Made reservation on behalf of c9a9238aa82e49a3bff248dfb01d6f45 for: {'port': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:01.183656 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:01.219682 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0340b3-5a38-470b-9655-338448b3020e req-3581d23c-037a-4411-a927-46df62616f06 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:01.221222 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6f0340b3-5a38-470b-9655-338448b3020e req-3581d23c-037a-4411-a927-46df62616f06 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.1442516 May 10 15:03:01.329786 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6f0340b3-5a38-470b-9655-338448b3020e req-72e92610-e054-4bcc-a913-7a832cb313b8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687838 May 10 15:03:01.469630 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Allocated IP 172.20.0.5 (5f94565e-a9fd-49e1-aa5a-891f5c54dc68/3bab84f2-e36b-4fa1-92ea-936d6af74421/a3e15854-c7fa-4498-b769-89c57bc72e02) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:01.546589 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:01.666802 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:01.701052 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:01.706872 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:01.768522 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:01.771432 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:01.780252 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:03:01.812536 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Pushing event updated for resources: {'Port': ['ID=a3e15854-c7fa-4498-b769-89c57bc72e02,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:01.819632 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:01.851473 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:01.852094 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:01.990507 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1143153 May 10 15:03:02.037485 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00b362-b4ff-4c75-82a6-517d9d6caa66 req-4262d45e-f477-44dd-aec4-094c2e27b8be tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:02.038858 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8e00b362-b4ff-4c75-82a6-517d9d6caa66 req-4262d45e-f477-44dd-aec4-094c2e27b8be tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1371920 May 10 15:03:02.047485 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b63db-c3e3-4dc4-ae69-4fdc4186f85d req-af833b9f-4fc5-46c0-b9dd-9b19411d3379 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:02.048669 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-001b63db-c3e3-4dc4-ae69-4fdc4186f85d req-af833b9f-4fc5-46c0-b9dd-9b19411d3379 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Synchronizing usage tracker for tenant:c9a9238aa82e49a3bff248dfb01d6f45 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:02.092194 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-001b63db-c3e3-4dc4-ae69-4fdc4186f85d req-af833b9f-4fc5-46c0-b9dd-9b19411d3379 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Unset dirty status for tenant:c9a9238aa82e49a3bff248dfb01d6f45 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:02.093324 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-001b63db-c3e3-4dc4-ae69-4fdc4186f85d req-af833b9f-4fc5-46c0-b9dd-9b19411d3379 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 931 time: 0.2288296 May 10 15:03:02.117681 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8e00b362-b4ff-4c75-82a6-517d9d6caa66 req-cf0f5d16-d4eb-45b0-b1e6-c70e1aa1f2ae tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650861 May 10 15:03:02.142811 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-001b63db-c3e3-4dc4-ae69-4fdc4186f85d req-f52b53e0-fa52-4a4d-901f-7da1b18e8320 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 May 10 15:03:02.257800 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-30a82c55-429c-41dd-9b6b-9d65fdfcc95c req-f29d87f8-75c8-4f9a-8f55-e7aee0316498 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 210 time: 0.0444264 May 10 15:03:02.584071 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6aa8f-602d-4939-ae14-f8c0667b1010 req-25710653-f23b-438b-be72-a6edfc9e39a0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:02.585408 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-10a6aa8f-602d-4939-ae14-f8c0667b1010 req-25710653-f23b-438b-be72-a6edfc9e39a0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.1442714 May 10 15:03:02.592650 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6acde1-1369-4198-8629-b8d058bae9a4 req-1d6546e2-8fff-4327-b76e-3b5cb037032d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:02.594578 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5c6acde1-1369-4198-8629-b8d058bae9a4 req-1d6546e2-8fff-4327-b76e-3b5cb037032d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1204023 May 10 15:03:02.661966 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-10a6aa8f-602d-4939-ae14-f8c0667b1010 req-52122498-30ca-4e66-9c60-8d0596dea7f5 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663612 May 10 15:03:02.668458 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5c6acde1-1369-4198-8629-b8d058bae9a4 req-0df242b5-1c8b-461d-bb9d-ab122d3d48c3 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604215 May 10 15:03:03.147981 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:03.333104 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9f522-0685-4225-8412-3d71d6295d04 req-b7aa151e-08d4-4dd6-9343-d1b7157267ea tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:03.334567 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-29c9f522-0685-4225-8412-3d71d6295d04 req-b7aa151e-08d4-4dd6-9343-d1b7157267ea tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 931 time: 0.0854864 May 10 15:03:03.417806 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3305273f-d3a2-4e6f-b52d-c6953d366c75 req-bfbf5072-3cce-4061-b474-be59057ece4d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 210 time: 0.0489790 May 10 15:03:03.421264 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-29c9f522-0685-4225-8412-3d71d6295d04 req-5119934b-8368-4403-919d-9df98e0435d4 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809386 May 10 15:03:03.913625 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179cfd5-123f-41d3-af2b-76c3bf75fe90 req-8b10b777-3f91-433e-a37a-9fef505e985e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:03.915091 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9179cfd5-123f-41d3-af2b-76c3bf75fe90 req-8b10b777-3f91-433e-a37a-9fef505e985e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.1449859 May 10 15:03:03.923385 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb128cd9-27e7-4915-aa0f-2796411abd95 req-1aaf9cb5-7180-4a4b-8826-c5c74122dc2c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:03.924959 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bb128cd9-27e7-4915-aa0f-2796411abd95 req-1aaf9cb5-7180-4a4b-8826-c5c74122dc2c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1155753 May 10 15:03:03.997674 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9179cfd5-123f-41d3-af2b-76c3bf75fe90 req-b337a4b4-f975-4c00-af0c-0b9ae6ffcd2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717945 May 10 15:03:04.000542 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bb128cd9-27e7-4915-aa0f-2796411abd95 req-9b9d58ed-f45c-4d52-9456-33dfa3a04709 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619740 May 10 15:03:04.599267 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-802f7896-0327-4e0b-9678-312fdc867b7f req-e0f45161-9fe3-4da5-84cf-36c9339f5243 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 210 time: 0.0736375 May 10 15:03:04.641612 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e936440-2e80-4365-915e-647ad8a5def9 req-ed47e863-5fc7-4c2d-beed-fae865381402 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:04.643070 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2e936440-2e80-4365-915e-647ad8a5def9 req-ed47e863-5fc7-4c2d-beed-fae865381402 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 931 time: 0.0870614 May 10 15:03:04.689974 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2e936440-2e80-4365-915e-647ad8a5def9 req-275845ee-1ff8-4534-8639-1ca3544b1f57 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 May 10 15:03:05.118488 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Request body: {'port': {'device_id': '8115a9ca-c9c1-4a3e-9022-bb72e684b31a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:05.307666 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-e62db78a-72ff-4ae0-aabd-594097797c42 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:05.310335 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-e62db78a-72ff-4ae0-aabd-594097797c42 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "GET /v2.0/networks?id=99b6a91f-19b7-41e0-ad91-cacc27ae7450 HTTP/1.1" status: 200 len: 814 time: 0.2120669 May 10 15:03:05.345560 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Request body: {'port': {'device_id': '52038c5c-df07-4f1d-855f-fa96975569a6', 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450', 'admin_state_up': True, 'tenant_id': '1bbe0d8f29044567a4dba35abd2b9679'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:05.390352 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:05.435914 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdbb40-e3fa-4a97-a9ed-c4b4991c224a req-fbdf5e09-d990-491a-8696-971085acd972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:05.437436 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-64cdbb40-e3fa-4a97-a9ed-c4b4991c224a req-fbdf5e09-d990-491a-8696-971085acd972 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 1098 time: 0.2111905 May 10 15:03:05.493651 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f950328-f754-4c55-9b15-b09617f58c6b req-9f3263d2-5312-4149-9e0d-a2fe41f86c0d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:05.495039 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8f950328-f754-4c55-9b15-b09617f58c6b req-9f3263d2-5312-4149-9e0d-a2fe41f86c0d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.3860784 May 10 15:03:05.508126 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf39612-2d99-450a-9ab9-b3b7afd78795 req-b785f269-326b-40c0-b1bd-2aa6ce4ba8e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:05.509507 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3bf39612-2d99-450a-9ab9-b3b7afd78795 req-b785f269-326b-40c0-b1bd-2aa6ce4ba8e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.3359890 May 10 15:03:05.588127 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:05.612419 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:05.634611 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdbb40-e3fa-4a97-a9ed-c4b4991c224a req-a4550792-824d-40a3-be89-a55a1a85d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:05.636299 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-64cdbb40-e3fa-4a97-a9ed-c4b4991c224a req-a4550792-824d-40a3-be89-a55a1a85d86c service neutron] 10.222.0.38 "GET /v2.0/networks?id=9898ef2e-8f23-4108-a4f9-428beb28e721 HTTP/1.1" status: 200 len: 919 time: 0.1776068 May 10 15:03:05.637011 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3bf39612-2d99-450a-9ab9-b3b7afd78795 req-bc61bb4d-0235-44d7-8ca4-c7517303598e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010387 May 10 15:03:05.637505 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Made reservation on behalf of 1bbe0d8f29044567a4dba35abd2b9679 for: {'port': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:05.641369 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8f950328-f754-4c55-9b15-b09617f58c6b req-e42a9133-fb8a-47a8-905f-f108eb400737 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300781 May 10 15:03:05.641592 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:05.725471 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-64cdbb40-e3fa-4a97-a9ed-c4b4991c224a req-e614987f-a78c-4ca4-aa4e-dc6155e7203b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5ed1ab-5d42-48f4-b294-325c39d3758d HTTP/1.1" status: 200 len: 217 time: 0.0728369 May 10 15:03:05.861214 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdbb40-e3fa-4a97-a9ed-c4b4991c224a req-0e8b0aaa-7235-466a-bc13-deaacc216d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:05.862667 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-64cdbb40-e3fa-4a97-a9ed-c4b4991c224a req-0e8b0aaa-7235-466a-bc13-deaacc216d9a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1859c68a-7965-4036-a524-e77acc694d2a HTTP/1.1" status: 200 len: 858 time: 0.0980370 May 10 15:03:05.878767 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d0e4cdea-79ee-4475-8647-2dd510c96047 req-fe89b5e7-c638-4c25-a722-473141b1eea5 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 210 time: 0.0896006 May 10 15:03:05.946070 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-64cdbb40-e3fa-4a97-a9ed-c4b4991c224a req-f3a86e44-797b-47c1-83c8-d13d1335d662 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9898ef2e-8f23-4108-a4f9-428beb28e721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517697 May 10 15:03:05.982415 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4e9d0-bb0e-4a1f-8b0f-bd30776c485d req-16605732-865e-4cc0-94c2-78d4e68c8ea9 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:05.984166 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b3a4e9d0-bb0e-4a1f-8b0f-bd30776c485d req-16605732-865e-4cc0-94c2-78d4e68c8ea9 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 931 time: 0.1505384 May 10 15:03:06.045302 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Allocated IP 172.20.0.6 (99b6a91f-19b7-41e0-ad91-cacc27ae7450/210cc1d5-f5f3-4b5e-98d7-a49b665d0c03/dcc1e535-cf18-4e34-b942-7134c473bc14) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:06.074176 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e15854-c7fa-4498-b769-89c57bc72e02 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:03:06.087174 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:06.092286 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b3a4e9d0-bb0e-4a1f-8b0f-bd30776c485d req-2ebf8653-6621-405c-b207-d1e5913a064a tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027446 May 10 15:03:06.105576 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Transition to ACTIVE for port object a3e15854-c7fa-4498-b769-89c57bc72e02 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:06.116199 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:06.116199 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:06.170570 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-64cdbb40-e3fa-4a97-a9ed-c4b4991c224a req-3c226bac-cc50-480c-a649-571d874d87f8 service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162888 May 10 15:03:06.285626 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Pushing event updated for resources: {'Port': ['ID=a3e15854-c7fa-4498-b769-89c57bc72e02,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:06.299869 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:06.369804 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:06.373256 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Attempting to bind port a3e15854-c7fa-4498-b769-89c57bc72e02 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:03:06.373597 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Attempting to bind port a3e15854-c7fa-4498-b769-89c57bc72e02 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '6d4bcad6-f981-4c1f-a859-3cd93faa5cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:03:06.373925 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Attempting to bind port a3e15854-c7fa-4498-b769-89c57bc72e02 on network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:06.379269 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Port a3e15854-c7fa-4498-b769-89c57bc72e02 on network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:03:06.379589 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Attempting to bind port a3e15854-c7fa-4498-b769-89c57bc72e02 on network 5f94565e-a9fd-49e1-aa5a-891f5c54dc68 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:06.384758 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:03:06.385095 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Checking segment: {'id': '6d4bcad6-f981-4c1f-a859-3cd93faa5cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:03:06.385478 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Bound using segment: {'id': '6d4bcad6-f981-4c1f-a859-3cd93faa5cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:03:06.386196 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Bound port: a3e15854-c7fa-4498-b769-89c57bc72e02, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4bcad6-f981-4c1f-a859-3cd93faa5cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:03:06.386324 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:06.453962 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:06.479611 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['94c3e919-a7ae-409d-a393-b86f1be8dbc2', 'a2ebc7a3-83c9-441c-803a-a62dc658f803', 'f5e0d9cc-1f1a-49b3-9ec7-d54330c67760'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:06.480296 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-994bcc52-08ea-41b0-8c64-cdcbd7619b22 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:06.500092 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] For port a3e15854-c7fa-4498-b769-89c57bc72e02, host hv-cinder-78093, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:03:06.503430 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] For port a3e15854-c7fa-4498-b769-89c57bc72e02, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a3e15854-c7fa-4498-b769-89c57bc72e02,segment=NetworkSegment(6d4bcad6-f981-4c1f-a859-3cd93faa5cdb),segment_id=6d4bcad6-f981-4c1f-a859-3cd93faa5cdb)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:03:06.508280 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:06.512371 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:06.572438 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:06.573068 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:06.575428 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] 10.222.0.38 "PUT /v2.0/ports/a3e15854-c7fa-4498-b769-89c57bc72e02 HTTP/1.1" status: 200 len: 1093 time: 1.4635172 May 10 15:03:06.578228 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8115a9ca-c9c1-4a3e-9022-bb72e684b31a', 'tag': 'a3e15854-c7fa-4498-b769-89c57bc72e02'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:06.608539 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Pushing event updated for resources: {'Port': ['ID=a3e15854-c7fa-4498-b769-89c57bc72e02,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:06.618997 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:06.658589 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:06.662604 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:06.668057 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-64cdbb40-e3fa-4a97-a9ed-c4b4991c224a req-226af812-65d2-4330-9e29-9622d81ac410 service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533415 May 10 15:03:06.668696 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:03:06.671157 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8115a9ca-c9c1-4a3e-9022-bb72e684b31a', 'tag': 'a3e15854-c7fa-4498-b769-89c57bc72e02', 'status': 'completed', 'code': 200} May 10 15:03:06.721731 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Pushing event updated for resources: {'Port': ['ID=dcc1e535-cf18-4e34-b942-7134c473bc14,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:06.726197 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:06.751696 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:06.751923 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-11ca0943-8152-44b9-a211-71e560181b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:06.752314 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:06.753536 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-11ca0943-8152-44b9-a211-71e560181b34 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c9a9238aa82e49a3bff248dfb01d6f45&device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 1096 time: 0.1202624 May 10 15:03:06.779477 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4399550 May 10 15:03:06.796193 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Request body: {'port': {'device_id': '52038c5c-df07-4f1d-855f-fa96975569a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:06.921483 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:06.958461 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-6eeceaee-15be-461e-a77f-4ccb9079651c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3e15854-c7fa-4498-b769-89c57bc72e02 HTTP/1.1" status: 200 len: 217 time: 0.1904917 May 10 15:03:07.020390 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f18787-2bdc-4f52-895a-6026b8f9fa23 req-7484506f-b729-4165-83f7-c6d59931d7e9 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:07.021911 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-08f18787-2bdc-4f52-895a-6026b8f9fa23 req-7484506f-b729-4165-83f7-c6d59931d7e9 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.1269302 May 10 15:03:07.030714 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772c4d-b6df-45eb-8dcb-7c208cfa5c10 req-ab8045bd-9a7e-4c93-9c15-ec911ccacad0 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:07.032631 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fa772c4d-b6df-45eb-8dcb-7c208cfa5c10 req-ab8045bd-9a7e-4c93-9c15-ec911ccacad0 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1789896 May 10 15:03:07.103150 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-08f18787-2bdc-4f52-895a-6026b8f9fa23 req-e292e47c-0228-4c4f-a544-677a664064b8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695753 May 10 15:03:07.107534 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fa772c4d-b6df-45eb-8dcb-7c208cfa5c10 req-48f5925e-52b0-481a-a6df-da2efa68a506 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588284 May 10 15:03:07.281386 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc1e535-cf18-4e34-b942-7134c473bc14 {{(pid=78717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:03:07.289548 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:07.307893 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Transition to ACTIVE for port object dcc1e535-cf18-4e34-b942-7134c473bc14 will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:07.313588 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:07.318398 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:07.337191 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580a0be-247f-4bbc-8ba1-3c200a77beb7 req-1014f306-9ddc-4d50-959d-924822dcd9a4 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:07.338707 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1580a0be-247f-4bbc-8ba1-3c200a77beb7 req-1014f306-9ddc-4d50-959d-924822dcd9a4 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 931 time: 0.1344235 May 10 15:03:07.371892 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74db1a1-d147-4252-a9da-148d7f6ee9cb req-f14b0602-73c3-4227-aa30-e432361e65c5 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:07.373006 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b74db1a1-d147-4252-a9da-148d7f6ee9cb req-f14b0602-73c3-4227-aa30-e432361e65c5 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 943 time: 0.1377783 May 10 15:03:07.425189 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1580a0be-247f-4bbc-8ba1-3c200a77beb7 req-17399f1f-df22-4be1-9c3a-3a1d27c4f584 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775969 May 10 15:03:07.435808 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b74db1a1-d147-4252-a9da-148d7f6ee9cb req-b0f82c39-abf1-4524-be30-823dd055a41b tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562019 May 10 15:03:07.461086 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc1e535-cf18-4e34-b942-7134c473bc14,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:07.463352 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:07.561484 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Attempting to bind port dcc1e535-cf18-4e34-b942-7134c473bc14 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:03:07.562086 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Attempting to bind port dcc1e535-cf18-4e34-b942-7134c473bc14 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:03:07.563000 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Attempting to bind port dcc1e535-cf18-4e34-b942-7134c473bc14 on network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:07.568007 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Port dcc1e535-cf18-4e34-b942-7134c473bc14 on network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:03:07.568323 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Attempting to bind port dcc1e535-cf18-4e34-b942-7134c473bc14 on network 99b6a91f-19b7-41e0-ad91-cacc27ae7450 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:07.573992 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:03:07.574402 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Checking segment: {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:03:07.574871 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Bound using segment: {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:03:07.575534 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Bound port: dcc1e535-cf18-4e34-b942-7134c473bc14, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23be678-be42-4362-add5-aa316869f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:03:07.575637 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:07.663628 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] For port dcc1e535-cf18-4e34-b942-7134c473bc14, host hv-cinder-78093, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:03:07.666485 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] For port dcc1e535-cf18-4e34-b942-7134c473bc14, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=dcc1e535-cf18-4e34-b942-7134c473bc14,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:03:07.670647 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:07.675149 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:07.723325 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:07.723930 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:07.725302 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] 10.222.0.38 "PUT /v2.0/ports/dcc1e535-cf18-4e34-b942-7134c473bc14 HTTP/1.1" status: 200 len: 1093 time: 0.9338148 May 10 15:03:07.727616 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52038c5c-df07-4f1d-855f-fa96975569a6', 'tag': 'dcc1e535-cf18-4e34-b942-7134c473bc14'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:07.759966 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc1e535-cf18-4e34-b942-7134c473bc14,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:07.763310 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:07.773592 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52038c5c-df07-4f1d-855f-fa96975569a6', 'tag': 'dcc1e535-cf18-4e34-b942-7134c473bc14', 'status': 'completed', 'code': 200} May 10 15:03:08.405287 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03da77e-1685-41aa-8713-571375a09eb5 req-655a0d25-5b21-4951-ad22-cfdac0dc09e4 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:08.407298 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b03da77e-1685-41aa-8713-571375a09eb5 req-655a0d25-5b21-4951-ad22-cfdac0dc09e4 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1950352 May 10 15:03:08.439238 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25181493-67ce-4136-8a81-eee08f6ca7bf req-d23ed171-e4b3-4e8d-835b-c1babc0b38e7 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:08.440599 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-25181493-67ce-4136-8a81-eee08f6ca7bf req-d23ed171-e4b3-4e8d-835b-c1babc0b38e7 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.1920912 May 10 15:03:08.481186 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b03da77e-1685-41aa-8713-571375a09eb5 req-c04971d5-9be8-4ed6-a496-8f35e9f9f71c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675516 May 10 15:03:08.502788 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-25181493-67ce-4136-8a81-eee08f6ca7bf req-350f9b35-d8d1-4790-88a4-776f63e7470d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521510 May 10 15:03:08.717532 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2b8ef-ceaf-4733-b233-2cc9c56163ef req-04aba3e9-e6a0-4307-a4b4-93ae4830fa29 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:08.719103 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-12c2b8ef-ceaf-4733-b233-2cc9c56163ef req-04aba3e9-e6a0-4307-a4b4-93ae4830fa29 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 943 time: 0.1375730 May 10 15:03:08.746994 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbabb5-9067-451e-b449-515a17a2ad64 req-51fd4639-135a-485a-a04d-063673e96866 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:08.748386 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-32bbabb5-9067-451e-b449-515a17a2ad64 req-51fd4639-135a-485a-a04d-063673e96866 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 943 time: 0.1297703 May 10 15:03:08.799797 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-12c2b8ef-ceaf-4733-b233-2cc9c56163ef req-eb198741-6bb4-4dbb-9aea-3a8aa9134f06 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730920 May 10 15:03:08.809163 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-32bbabb5-9067-451e-b449-515a17a2ad64 req-3d930a53-6b96-4f26-b585-733cb2ecf607 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531502 May 10 15:03:09.725407 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adb4be-a264-4071-bf7d-d4680230ce09 req-14fca886-0eab-4469-a903-93fc285a13a1 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:09.726893 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-29adb4be-a264-4071-bf7d-d4680230ce09 req-14fca886-0eab-4469-a903-93fc285a13a1 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1386068 May 10 15:03:09.756322 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afda72-5eae-42fc-85bd-30442a9e97c5 req-ce07ac3e-a6d8-4b4f-a69d-9dc1e3074d2b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:09.757760 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-52afda72-5eae-42fc-85bd-30442a9e97c5 req-ce07ac3e-a6d8-4b4f-a69d-9dc1e3074d2b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.1315849 May 10 15:03:09.812483 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-29adb4be-a264-4071-bf7d-d4680230ce09 req-51ecfa64-a063-49b2-a1b9-7548040c5864 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765665 May 10 15:03:09.819125 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-52afda72-5eae-42fc-85bd-30442a9e97c5 req-ab04085c-1a53-4d9f-989e-367d9d05288f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555089 May 10 15:03:10.054044 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b41e2c-0ca3-466e-885e-0c8c180f0a29 req-a197dbeb-fb5a-4e8a-892f-a3769a797839 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:10.055513 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-29b41e2c-0ca3-466e-885e-0c8c180f0a29 req-a197dbeb-fb5a-4e8a-892f-a3769a797839 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 943 time: 0.1417627 May 10 15:03:10.063813 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ca500-c278-4267-b0c7-f6d0751875b0 req-97cddd57-80b7-4e3c-8017-0c1db25b76b0 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:10.065084 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fb9ca500-c278-4267-b0c7-f6d0751875b0 req-97cddd57-80b7-4e3c-8017-0c1db25b76b0 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 943 time: 0.1124375 May 10 15:03:10.134424 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-29b41e2c-0ca3-466e-885e-0c8c180f0a29 req-5e3fbc9d-f2d6-4ae4-bd0e-89ab3cbb83ea tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683887 May 10 15:03:10.139008 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fb9ca500-c278-4267-b0c7-f6d0751875b0 req-f38e6a9d-d696-4fc0-a0cc-50417f6a3d13 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602593 May 10 15:03:10.316953 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:03:10.456031 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-e986e09f-e5c8-4a9a-8268-35fa9800b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:10.457498 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-e986e09f-e5c8-4a9a-8268-35fa9800b156 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3bab84f2-e36b-4fa1-92ea-936d6af74421 HTTP/1.1" status: 200 len: 849 time: 0.0635700 May 10 15:03:10.501804 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b355773-b52c-4f85-9146-ba1fa8a13196 req-d1ee61c1-b9e0-4042-83c1-179551a532d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:10.503570 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-8b355773-b52c-4f85-9146-ba1fa8a13196 req-d1ee61c1-b9e0-4042-83c1-179551a532d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 1096 time: 0.0911183 May 10 15:03:10.521116 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-cecb7d79-f292-4075-8eae-b75e2d88ef51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5f94565e-a9fd-49e1-aa5a-891f5c54dc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542302 May 10 15:03:10.663831 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-997fb3c5-117b-4b77-9a1e-96f95dfb90c1 service neutron] 10.222.0.38 "GET /v2.0/networks/5f94565e-a9fd-49e1-aa5a-891f5c54dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307523 May 10 15:03:10.739463 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b355773-b52c-4f85-9146-ba1fa8a13196 req-ecab23dd-5474-412d-a310-195619f2cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:10.740927 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-8b355773-b52c-4f85-9146-ba1fa8a13196 req-ecab23dd-5474-412d-a310-195619f2cb32 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2227376 May 10 15:03:10.742977 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c4e90-e1a6-4a25-9992-5d8e5193c66a req-f001b6dd-a17d-42e5-9fde-8408e55e0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:10.744303 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ec1c4e90-e1a6-4a25-9992-5d8e5193c66a req-f001b6dd-a17d-42e5-9fde-8408e55e0245 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 1098 time: 0.2065401 May 10 15:03:10.949448 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07f5cc51-9a73-4e09-b9bc-c18ca6da9e0c req-3fa47585-4266-4d84-ae12-3d5436524dfb service neutron] 10.222.0.38 "GET /v2.0/networks/5f94565e-a9fd-49e1-aa5a-891f5c54dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678676 May 10 15:03:11.053569 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b355773-b52c-4f85-9146-ba1fa8a13196 req-f29d83a6-eed1-4a92-8463-4795512a9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.055037 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-8b355773-b52c-4f85-9146-ba1fa8a13196 req-f29d83a6-eed1-4a92-8463-4795512a9c05 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3030181 May 10 15:03:11.057642 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c4e90-e1a6-4a25-9992-5d8e5193c66a req-4b47158e-eb38-4b37-b6dc-16839d1d721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.058984 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ec1c4e90-e1a6-4a25-9992-5d8e5193c66a req-4b47158e-eb38-4b37-b6dc-16839d1d721c service neutron] 10.222.0.38 "GET /v2.0/networks?id=9898ef2e-8f23-4108-a4f9-428beb28e721 HTTP/1.1" status: 200 len: 919 time: 0.2788637 May 10 15:03:11.179138 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba560b8e-7c8c-47fd-bf42-4a1b18e6d92b req-4db410dc-f596-4d5a-b7f3-5d602e0681da tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.180551 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ba560b8e-7c8c-47fd-bf42-4a1b18e6d92b req-4db410dc-f596-4d5a-b7f3-5d602e0681da tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.2227743 May 10 15:03:11.190014 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708b98c-581a-451a-be15-c831d6c3c209 req-b40ce7d5-e986-43a3-9fda-fcb0b7bb2fd9 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.191757 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3708b98c-581a-451a-be15-c831d6c3c209 req-b40ce7d5-e986-43a3-9fda-fcb0b7bb2fd9 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1785975 May 10 15:03:11.239974 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e7738-3fb4-4fc9-a80a-dcdccb420773 req-6cd4533b-d603-49cb-969d-8d59ebba33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.241291 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d40e7738-3fb4-4fc9-a80a-dcdccb420773 req-6cd4533b-d603-49cb-969d-8d59ebba33eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c9a9238aa82e49a3bff248dfb01d6f45&device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 1096 time: 0.1872389 May 10 15:03:11.253900 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ec1c4e90-e1a6-4a25-9992-5d8e5193c66a req-944a6a22-3a7d-414d-b9b0-2573102877b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5ed1ab-5d42-48f4-b294-325c39d3758d HTTP/1.1" status: 200 len: 217 time: 0.1818902 May 10 15:03:11.303450 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3708b98c-581a-451a-be15-c831d6c3c209 req-01061db3-46fd-4b45-b4cf-131bee4c6553 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909340 May 10 15:03:11.305965 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ba560b8e-7c8c-47fd-bf42-4a1b18e6d92b req-17bfac67-4daf-4f46-a4dd-ce177f33a7a8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133542 May 10 15:03:11.350440 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c4e90-e1a6-4a25-9992-5d8e5193c66a req-f77f2da5-3c27-4b3b-8850-9a3b23f85e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.352106 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ec1c4e90-e1a6-4a25-9992-5d8e5193c66a req-f77f2da5-3c27-4b3b-8850-9a3b23f85e6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1859c68a-7965-4036-a524-e77acc694d2a HTTP/1.1" status: 200 len: 858 time: 0.0861042 May 10 15:03:11.357582 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-26320945-ce88-4593-b3fd-efe33d5c71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.358997 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-26320945-ce88-4593-b3fd-efe33d5c71ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 1096 time: 0.1526721 May 10 15:03:11.462789 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ec1c4e90-e1a6-4a25-9992-5d8e5193c66a req-29e603b3-5796-4876-b8a4-130b2294586e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9898ef2e-8f23-4108-a4f9-428beb28e721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024678 May 10 15:03:11.471326 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-fe93f6d2-e502-4825-bea2-64b1bdbf3f81 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcc1e535-cf18-4e34-b942-7134c473bc14 HTTP/1.1" status: 200 len: 217 time: 0.0714877 May 10 15:03:11.518864 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e7738-3fb4-4fc9-a80a-dcdccb420773 req-a41faade-1c71-42b7-84d4-648586574e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.520275 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d40e7738-3fb4-4fc9-a80a-dcdccb420773 req-a41faade-1c71-42b7-84d4-648586574e8c service neutron] 10.222.0.38 "GET /v2.0/networks?id=5f94565e-a9fd-49e1-aa5a-891f5c54dc68 HTTP/1.1" status: 200 len: 910 time: 0.2663112 May 10 15:03:11.624080 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-7f438e9a-76c2-4c45-8cc7-ab339905230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.626113 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-7f438e9a-76c2-4c45-8cc7-ab339905230a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=210cc1d5-f5f3-4b5e-98d7-a49b665d0c03 HTTP/1.1" status: 200 len: 854 time: 0.1218398 May 10 15:03:11.637621 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d40e7738-3fb4-4fc9-a80a-dcdccb420773 req-d842fe24-5c19-4f71-a50f-5574e0c5d770 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3e15854-c7fa-4498-b769-89c57bc72e02 HTTP/1.1" status: 200 len: 217 time: 0.0723820 May 10 15:03:11.700892 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-fa376749-a959-4306-8bff-0abb1e7bbc18 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b6a91f-19b7-41e0-ad91-cacc27ae7450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482087 May 10 15:03:11.702768 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ec1c4e90-e1a6-4a25-9992-5d8e5193c66a req-b533724d-baea-4b86-a177-be326a2de221 service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169509 May 10 15:03:11.732315 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe31f51-3616-48d9-be59-581b7b8dc6cb req-c04d0d9b-a273-4995-9d37-faff70a23cd9 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.733799 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6fe31f51-3616-48d9-be59-581b7b8dc6cb req-c04d0d9b-a273-4995-9d37-faff70a23cd9 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 943 time: 0.3058558 May 10 15:03:11.749528 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97722d-5933-4e89-9dae-ff9f85a2d262 req-3b1c31ae-4dbc-4071-ab3a-8e56c74086f9 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.751017 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8e97722d-5933-4e89-9dae-ff9f85a2d262 req-3b1c31ae-4dbc-4071-ab3a-8e56c74086f9 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 943 time: 0.2251172 May 10 15:03:11.774505 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e7738-3fb4-4fc9-a80a-dcdccb420773 req-6ae48e7e-ebf9-4ded-acec-df3b00010a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.775919 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d40e7738-3fb4-4fc9-a80a-dcdccb420773 req-6ae48e7e-ebf9-4ded-acec-df3b00010a4c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3bab84f2-e36b-4fa1-92ea-936d6af74421 HTTP/1.1" status: 200 len: 849 time: 0.1175752 May 10 15:03:11.890876 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d40e7738-3fb4-4fc9-a80a-dcdccb420773 req-46453978-9d68-4a0c-8b50-b3994908ac55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5f94565e-a9fd-49e1-aa5a-891f5c54dc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983176 May 10 15:03:11.910753 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6fe31f51-3616-48d9-be59-581b7b8dc6cb req-d2d124ad-c5b6-4f16-8fec-2dcdb341523d tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690049 May 10 15:03:11.917110 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8e97722d-5933-4e89-9dae-ff9f85a2d262 req-2344959f-98a4-45a7-8620-ad06dd7890b6 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476672 May 10 15:03:11.979123 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-68ce61b1-b84c-49a5-af28-dc541703713a service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590930 May 10 15:03:11.980747 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ec1c4e90-e1a6-4a25-9992-5d8e5193c66a req-3f42079f-b9d8-4a4f-9903-171f56a3ed38 service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367117 May 10 15:03:12.085376 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d40e7738-3fb4-4fc9-a80a-dcdccb420773 req-8116d794-c4f6-42e6-bfb7-b51f01e9bd28 service neutron] 10.222.0.38 "GET /v2.0/networks/5f94565e-a9fd-49e1-aa5a-891f5c54dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733334 May 10 15:03:12.155380 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-deedb871-c0bb-4d2a-9ea2-e0967f760d0b req-ade54cf4-8c66-490a-b4e9-9eacc056cdee service neutron] 10.222.0.38 "GET /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617148 May 10 15:03:12.224285 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d40e7738-3fb4-4fc9-a80a-dcdccb420773 req-f08ba9a8-f882-4303-8bf9-5af4e7c93840 service neutron] 10.222.0.38 "GET /v2.0/networks/5f94565e-a9fd-49e1-aa5a-891f5c54dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312978 May 10 15:03:12.507432 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892960f-a234-4ba9-bf7b-b91cf55ce5d0 req-fb632976-6e80-41ee-a42b-683714af9ca5 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:12.509636 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e892960f-a234-4ba9-bf7b-b91cf55ce5d0 req-fb632976-6e80-41ee-a42b-683714af9ca5 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.0989776 May 10 15:03:12.593953 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e892960f-a234-4ba9-bf7b-b91cf55ce5d0 req-b6670283-a31f-447c-b654-e84b1893bf4b tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740128 May 10 15:03:12.645223 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e437-3a24-43c7-ab07-e5259b1dc355 req-d50b7429-fe23-4966-a3a1-236103aa5124 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:12.646845 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7d25e437-3a24-43c7-ab07-e5259b1dc355 req-d50b7429-fe23-4966-a3a1-236103aa5124 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0871942 May 10 15:03:12.691326 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7d25e437-3a24-43c7-ab07-e5259b1dc355 req-4e1d574c-9047-4f67-9c91-8f3103eddc67 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388474 May 10 15:03:13.165889 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568b4dd-da28-4487-9d11-a01a8f95adaf req-c13a456f-f6db-4d95-9175-b8a52b797d0b tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:13.167646 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b568b4dd-da28-4487-9d11-a01a8f95adaf req-c13a456f-f6db-4d95-9175-b8a52b797d0b tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 943 time: 0.1467972 May 10 15:03:13.176944 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483e22-d2c3-45ca-9707-ffe1ebe80b66 req-1bbf50b8-97a0-4e57-9ddc-47696615e877 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:13.178394 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b0483e22-d2c3-45ca-9707-ffe1ebe80b66 req-1bbf50b8-97a0-4e57-9ddc-47696615e877 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 943 time: 0.1256127 May 10 15:03:13.248598 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b568b4dd-da28-4487-9d11-a01a8f95adaf req-36eee4ef-9d10-42fb-bbd5-d8297b8b63ce tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692637 May 10 15:03:13.260060 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b0483e22-d2c3-45ca-9707-ffe1ebe80b66 req-5f027d00-8097-49a9-b3ee-147d3fcdc66d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620296 May 10 15:03:13.783607 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5b47d-398d-4b17-a267-71721bfc34b1 req-2d26cfee-5265-4ef4-a4b9-4d31ea11777e tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:13.785182 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-68b5b47d-398d-4b17-a267-71721bfc34b1 req-2d26cfee-5265-4ef4-a4b9-4d31ea11777e tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.0850396 May 10 15:03:13.884842 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-68b5b47d-398d-4b17-a267-71721bfc34b1 req-516891a2-5362-40a6-b590-09ea42176c35 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898900 May 10 15:03:13.919240 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a351c9-5ab3-4a50-b867-771831612ba2 req-ce54c6dc-fc6e-45d0-ba0e-aa09a336f93b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:13.920578 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b7a351c9-5ab3-4a50-b867-771831612ba2 req-ce54c6dc-fc6e-45d0-ba0e-aa09a336f93b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.1094351 May 10 15:03:13.966479 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b7a351c9-5ab3-4a50-b867-771831612ba2 req-d7054086-8b0b-4f59-98b4-424fd3581ffc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394065 May 10 15:03:14.398068 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device dcc1e535-cf18-4e34-b942-7134c473bc14 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:03:14.530072 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c381c-b94f-4ef1-95fc-e55af35adbbe req-b13c5290-83f2-4bc8-a194-294e428e9533 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:14.532132 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e47c381c-b94f-4ef1-95fc-e55af35adbbe req-b13c5290-83f2-4bc8-a194-294e428e9533 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 943 time: 0.1468389 May 10 15:03:14.543809 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bf672-5a19-40f7-a2cc-6d390f87032c req-e9d6caca-b5ba-45f7-b23c-a356aeb84975 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:14.544714 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port dcc1e535-cf18-4e34-b942-7134c473bc14, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=dcc1e535-cf18-4e34-b942-7134c473bc14,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:14.545388 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-135bf672-5a19-40f7-a2cc-6d390f87032c req-e9d6caca-b5ba-45f7-b23c-a356aeb84975 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 943 time: 0.1214569 May 10 15:03:14.559604 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': 'dcc1e535-cf18-4e34-b942-7134c473bc14', 'network_id': '99b6a91f-19b7-41e0-ad91-cacc27ae7450', 'port_id': 'dcc1e535-cf18-4e34-b942-7134c473bc14', 'mac_address': 'fa:16:3e:11:72:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210cc1d5-f5f3-4b5e-98d7-a49b665d0c03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:03:14.619254 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e47c381c-b94f-4ef1-95fc-e55af35adbbe req-9b22e0b0-dbe0-4bc1-b161-acebbd5fbaad tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728993 May 10 15:03:14.631260 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-135bf672-5a19-40f7-a2cc-6d390f87032c req-9757bec9-1dc2-417d-a4d9-3637790fee26 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700636 May 10 15:03:14.645437 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:14.663055 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc1e535-cf18-4e34-b942-7134c473bc14 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:03:14.678677 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port dcc1e535-cf18-4e34-b942-7134c473bc14, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=dcc1e535-cf18-4e34-b942-7134c473bc14,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:14.683465 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:14.684215 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device a3e15854-c7fa-4498-b769-89c57bc72e02 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:03:14.686203 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:14.821367 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=dcc1e535-cf18-4e34-b942-7134c473bc14,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:14.833548 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:14.833891 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:14.834255 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:14.834586 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:14.834916 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:14.835243 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:14.835563 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:14.835885 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:14.836205 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:14.836525 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:14.836841 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:14.837151 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:14.842386 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:14.891665 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port a3e15854-c7fa-4498-b769-89c57bc72e02, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a3e15854-c7fa-4498-b769-89c57bc72e02,segment=NetworkSegment(6d4bcad6-f981-4c1f-a859-3cd93faa5cdb),segment_id=6d4bcad6-f981-4c1f-a859-3cd93faa5cdb)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:14.907846 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': 'a3e15854-c7fa-4498-b769-89c57bc72e02', 'network_id': '5f94565e-a9fd-49e1-aa5a-891f5c54dc68', 'port_id': 'a3e15854-c7fa-4498-b769-89c57bc72e02', 'mac_address': 'fa:16:3e:eb:d3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bab84f2-e36b-4fa1-92ea-936d6af74421', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:03:14.963308 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:14.979315 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e15854-c7fa-4498-b769-89c57bc72e02 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:03:14.994394 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port a3e15854-c7fa-4498-b769-89c57bc72e02, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a3e15854-c7fa-4498-b769-89c57bc72e02,segment=NetworkSegment(6d4bcad6-f981-4c1f-a859-3cd93faa5cdb),segment_id=6d4bcad6-f981-4c1f-a859-3cd93faa5cdb)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:14.998307 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:15.000553 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:15.065137 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=a3e15854-c7fa-4498-b769-89c57bc72e02,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:15.068261 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:15.170087 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07918e3-9403-4347-a177-0b79db0cf270 req-e935e8ef-2cc1-4727-8f3b-35e86bb1c9e2 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:15.172058 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f07918e3-9403-4347-a177-0b79db0cf270 req-e935e8ef-2cc1-4727-8f3b-35e86bb1c9e2 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0805666 May 10 15:03:15.215585 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f07918e3-9403-4347-a177-0b79db0cf270 req-e7e690e0-2101-4c4f-b194-7dca0fc0718c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371847 May 10 15:03:15.444551 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['dcc1e535-cf18-4e34-b942-7134c473bc14'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:15.477972 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['a3e15854-c7fa-4498-b769-89c57bc72e02'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:15.636263 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90306c-080c-417c-a561-bd7bfcc77d53 req-e1731c31-66bd-4cc1-b31e-99c4e35389dd tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:15.637744 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4a90306c-080c-417c-a561-bd7bfcc77d53 req-e1731c31-66bd-4cc1-b31e-99c4e35389dd tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1488492 May 10 15:03:15.686414 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4a90306c-080c-417c-a561-bd7bfcc77d53 req-607e1191-9372-4399-8c50-5b5998d41d88 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 May 10 15:03:15.898076 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf965f-098e-437b-aa18-60fe394ffa06 req-c83b3427-dc4b-4133-a4ea-6c4a2fe1d697 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:15.899545 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c1bf965f-098e-437b-aa18-60fe394ffa06 req-c83b3427-dc4b-4133-a4ea-6c4a2fe1d697 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 944 time: 0.1072638 May 10 15:03:15.908699 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af75cf-7ceb-4a1e-8363-287af6d23585 req-0f304fda-8887-4f8a-bd29-388f1efced99 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:15.910032 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d8af75cf-7ceb-4a1e-8363-287af6d23585 req-0f304fda-8887-4f8a-bd29-388f1efced99 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 944 time: 0.1602178 May 10 15:03:15.976692 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c1bf965f-098e-437b-aa18-60fe394ffa06 req-7fc3043c-945b-43d1-b3cf-23db9f3312f8 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657229 May 10 15:03:15.983600 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d8af75cf-7ceb-4a1e-8363-287af6d23585 req-de9b7b59-5400-4820-a982-e2440ee9d786 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584605 May 10 15:03:16.087771 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:16.429685 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f0796-d9fd-4cb2-aaca-9195bd30cd08 req-6056204f-5595-4566-843e-af585f0d8fb8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:16.431537 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-503f0796-d9fd-4cb2-aaca-9195bd30cd08 req-6056204f-5595-4566-843e-af585f0d8fb8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0990555 May 10 15:03:16.485223 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-503f0796-d9fd-4cb2-aaca-9195bd30cd08 req-88fec062-745a-48af-baa9-2395bb1d2bdb tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454161 May 10 15:03:17.229366 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823214c-2768-41f8-a147-9ce00865228e req-db10f10b-5d82-40d9-9c29-3ca0051ae1df tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:17.230755 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b823214c-2768-41f8-a147-9ce00865228e req-db10f10b-5d82-40d9-9c29-3ca0051ae1df tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 944 time: 0.1384187 May 10 15:03:17.238555 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52994c-69ea-4ba6-a08d-117eecf5fb5d req-b0250a15-9b55-412d-8168-ffc6dcd7579f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:17.239883 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bf52994c-69ea-4ba6-a08d-117eecf5fb5d req-b0250a15-9b55-412d-8168-ffc6dcd7579f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 944 time: 0.1500177 May 10 15:03:17.312327 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b823214c-2768-41f8-a147-9ce00865228e req-9e87120b-22fd-49ba-a2fa-b290b1081c0a tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714846 May 10 15:03:17.316575 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bf52994c-69ea-4ba6-a08d-117eecf5fb5d req-ec6fca15-bfc1-4248-8550-5917d68b113d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608473 May 10 15:03:17.675834 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d5687-a943-42fe-94cb-8cdfd9507e87 req-dc494635-60c4-4bc6-b3ca-700652ef90bd tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:17.677284 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-671d5687-a943-42fe-94cb-8cdfd9507e87 req-dc494635-60c4-4bc6-b3ca-700652ef90bd tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0786583 May 10 15:03:17.720998 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-671d5687-a943-42fe-94cb-8cdfd9507e87 req-ae7a1c78-9378-4c57-aa68-03916c5d3fcb tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380421 May 10 15:03:18.552581 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e84184-fca1-4787-8882-8d306f4aaeca req-76c4afab-b353-4956-b3ba-32c8ce705a10 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:18.554035 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-71e84184-fca1-4787-8882-8d306f4aaeca req-76c4afab-b353-4956-b3ba-32c8ce705a10 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 944 time: 0.1335876 May 10 15:03:18.582348 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eac2a-1330-4ce3-8243-9fe2e0ee68d6 req-27847a03-9816-4f27-b84d-a57dd3f0166a tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:18.583731 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a04eac2a-1330-4ce3-8243-9fe2e0ee68d6 req-27847a03-9816-4f27-b84d-a57dd3f0166a tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 944 time: 0.1609137 May 10 15:03:18.634479 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-71e84184-fca1-4787-8882-8d306f4aaeca req-54cdd913-c6cf-4c7d-a4a3-fe7e5578f440 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722735 May 10 15:03:18.646043 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a04eac2a-1330-4ce3-8243-9fe2e0ee68d6 req-688324ac-8385-4b14-b40c-e8546de8a5b3 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564463 May 10 15:03:18.906585 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79586e2-04eb-4227-ac8b-1d4d2ba3c559 req-b48f2ce5-0598-40e8-a86f-4b941a115471 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:18.908022 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f79586e2-04eb-4227-ac8b-1d4d2ba3c559 req-b48f2ce5-0598-40e8-a86f-4b941a115471 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0813768 May 10 15:03:18.951996 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f79586e2-04eb-4227-ac8b-1d4d2ba3c559 req-49fb5439-9a70-4b6f-a53b-fe57e39cd26f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381408 May 10 15:03:19.871697 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73eb960-e2a7-428f-ae52-d50657bcee68 req-c9b56e27-a539-4fae-b37b-592719996b59 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:19.873151 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d73eb960-e2a7-428f-ae52-d50657bcee68 req-c9b56e27-a539-4fae-b37b-592719996b59 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 944 time: 0.1344283 May 10 15:03:19.906182 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc9e71-9baf-44f9-9e8c-9cf4e512670b req-a9bc94b8-35e7-4caa-a5c2-6102d4102337 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:19.907567 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-18dc9e71-9baf-44f9-9e8c-9cf4e512670b req-a9bc94b8-35e7-4caa-a5c2-6102d4102337 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 944 time: 0.1368687 May 10 15:03:19.946776 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d73eb960-e2a7-428f-ae52-d50657bcee68 req-2b6981f1-0dd1-4f4a-ab24-8d0fbe269dcb tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663581 May 10 15:03:19.966160 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-18dc9e71-9baf-44f9-9e8c-9cf4e512670b req-a1aea39a-f20a-4246-91ed-d67fbd1246bc tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486221 May 10 15:03:20.144367 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb500886-ca04-4986-9c65-28ff5abd554e req-f17b9f35-22e9-4679-b8e4-38c75099d177 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:20.145847 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bb500886-ca04-4986-9c65-28ff5abd554e req-f17b9f35-22e9-4679-b8e4-38c75099d177 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0841744 May 10 15:03:20.190884 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bb500886-ca04-4986-9c65-28ff5abd554e req-59e361ed-bd93-4d9c-8e77-b172431127f0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388906 May 10 15:03:20.425703 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device dcc1e535-cf18-4e34-b942-7134c473bc14 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:20.513188 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port dcc1e535-cf18-4e34-b942-7134c473bc14 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:20.518621 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port dcc1e535-cf18-4e34-b942-7134c473bc14 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:20.519089 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:20.636488 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:20.665190 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52038c5c-df07-4f1d-855f-fa96975569a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc1e535-cf18-4e34-b942-7134c473bc14'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:20.675383 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port dcc1e535-cf18-4e34-b942-7134c473bc14, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=dcc1e535-cf18-4e34-b942-7134c473bc14,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:20.680360 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:20.681310 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device a3e15854-c7fa-4498-b769-89c57bc72e02 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:20.710277 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:20.739958 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52038c5c-df07-4f1d-855f-fa96975569a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc1e535-cf18-4e34-b942-7134c473bc14', 'code': 200} May 10 15:03:20.805643 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=dcc1e535-cf18-4e34-b942-7134c473bc14,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:20.816188 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:20.827281 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port a3e15854-c7fa-4498-b769-89c57bc72e02 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:20.834647 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port a3e15854-c7fa-4498-b769-89c57bc72e02 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:20.835230 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:21.028276 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:21.047062 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0137e4-3603-4f04-a222-37dc26e84fc9 req-2677b3da-c195-4b0d-a427-8784942617a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:21.049713 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da0137e4-3603-4f04-a222-37dc26e84fc9 req-2677b3da-c195-4b0d-a427-8784942617a4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 1098 time: 0.1249545 May 10 15:03:21.085996 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port a3e15854-c7fa-4498-b769-89c57bc72e02, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a3e15854-c7fa-4498-b769-89c57bc72e02,segment=NetworkSegment(6d4bcad6-f981-4c1f-a859-3cd93faa5cdb),segment_id=6d4bcad6-f981-4c1f-a859-3cd93faa5cdb)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:21.096733 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:21.099062 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:21.136767 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da0137e4-3603-4f04-a222-37dc26e84fc9 req-0d2e582d-7f82-4904-8698-3b4fc5b79ec4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704281 May 10 15:03:21.197587 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=a3e15854-c7fa-4498-b769-89c57bc72e02,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:21.200785 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:21.329163 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f2fd0-bbd2-421f-8eb0-6380fe97c6de req-b0ed907e-e083-474f-b314-f7e727e44b2f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:21.330936 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-209f2fd0-bbd2-421f-8eb0-6380fe97c6de req-b0ed907e-e083-474f-b314-f7e727e44b2f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 945 time: 0.1506131 May 10 15:03:21.359305 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d457e-5cdd-4280-80b5-07baf0428eec req-59de614a-b66f-4378-a5b3-934f9dbbb78d tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:21.360810 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f43d457e-5cdd-4280-80b5-07baf0428eec req-59de614a-b66f-4378-a5b3-934f9dbbb78d tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.1786072 May 10 15:03:21.433533 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-209f2fd0-bbd2-421f-8eb0-6380fe97c6de req-dd7573ca-6f7e-4af0-81d9-4ddbd80f0024 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833480 May 10 15:03:21.436232 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f43d457e-5cdd-4280-80b5-07baf0428eec req-deb6c6b3-978e-4850-a95e-ee9d2a91b37a tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606105 May 10 15:03:21.609467 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b55d5-7844-42e0-b08b-f0b566833c85 req-d38a571c-e2c3-4f1f-b1be-532288236667 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:21.610961 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5d1b55d5-7844-42e0-b08b-f0b566833c85 req-d38a571c-e2c3-4f1f-b1be-532288236667 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0832813 May 10 15:03:21.729061 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5d1b55d5-7844-42e0-b08b-f0b566833c85 req-42b109f2-fed0-4f03-ba46-238363a20964 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122222 May 10 15:03:22.667968 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a6fe3-5669-4fb0-9c00-4fe5887cb1c3 req-ae8a6dae-ebb1-4841-90f9-88ff0023ca2c tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:22.669392 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-308a6fe3-5669-4fb0-9c00-4fe5887cb1c3 req-ae8a6dae-ebb1-4841-90f9-88ff0023ca2c tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 945 time: 0.1300106 May 10 15:03:22.700223 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6edd8a-5d36-487a-b669-751a9def2b36 req-d4d0a0fa-112f-4c43-9328-54bc35b61474 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:22.701600 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fc6edd8a-5d36-487a-b669-751a9def2b36 req-d4d0a0fa-112f-4c43-9328-54bc35b61474 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.1268241 May 10 15:03:22.741371 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8115a9ca-c9c1-4a3e-9022-bb72e684b31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e15854-c7fa-4498-b769-89c57bc72e02'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:22.742744 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-308a6fe3-5669-4fb0-9c00-4fe5887cb1c3 req-cabc60c3-892a-48d4-970a-afd923302b33 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662336 May 10 15:03:22.772557 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fc6edd8a-5d36-487a-b669-751a9def2b36 req-8c650fcc-4b84-4f11-b8d3-ca0eacc42cda tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640800 May 10 15:03:22.794086 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8115a9ca-c9c1-4a3e-9022-bb72e684b31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e15854-c7fa-4498-b769-89c57bc72e02', 'code': 200} May 10 15:03:22.954245 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc087a-cc75-43dd-b4ec-7b19ecb3bf20 req-ce31f405-1975-4f27-b705-9b16eeed6527 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:22.955705 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-01dc087a-cc75-43dd-b4ec-7b19ecb3bf20 req-ce31f405-1975-4f27-b705-9b16eeed6527 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0831249 May 10 15:03:23.000134 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-01dc087a-cc75-43dd-b4ec-7b19ecb3bf20 req-58cb5d9d-972b-4854-abcf-f7b41c76a5c2 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386586 May 10 15:03:23.999128 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1289a77-2676-4de1-a2e5-c09ef2ef0fe0 req-61d6a55d-fc4b-4e53-87f2-d7b4f67a0d9f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:24.001096 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b1289a77-2676-4de1-a2e5-c09ef2ef0fe0 req-61d6a55d-fc4b-4e53-87f2-d7b4f67a0d9f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 945 time: 0.1424801 May 10 15:03:24.008273 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead5629-0cab-4f99-a193-881725a226f2 req-f5f2488c-5a7a-45ce-886f-22114c142d3c tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:24.009612 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6ead5629-0cab-4f99-a193-881725a226f2 req-f5f2488c-5a7a-45ce-886f-22114c142d3c tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.1145115 May 10 15:03:24.076146 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b1289a77-2676-4de1-a2e5-c09ef2ef0fe0 req-fb1bd011-f893-4dad-8e0f-cbd72204ee93 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655854 May 10 15:03:24.083712 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6ead5629-0cab-4f99-a193-881725a226f2 req-ca4e69b2-9682-4ffb-b646-dbb723d9a9f2 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600781 May 10 15:03:24.254233 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b5a7d-a5c4-4908-9629-f89d4a75497c req-9245e278-5681-44ef-8071-f07ea271157b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:24.255677 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-172b5a7d-a5c4-4908-9629-f89d4a75497c req-9245e278-5681-44ef-8071-f07ea271157b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0822227 May 10 15:03:24.298768 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-172b5a7d-a5c4-4908-9629-f89d4a75497c req-7e48eb70-c79c-459c-8337-1260487b17c3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372274 May 10 15:03:25.316193 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08719ec5-6d0d-48c3-9181-fe23ea93b5c2 req-86d84a78-1168-4409-bf24-1662e0b527da tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:25.317665 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-08719ec5-6d0d-48c3-9181-fe23ea93b5c2 req-86d84a78-1168-4409-bf24-1662e0b527da tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 945 time: 0.1346619 May 10 15:03:25.348638 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a41177-b21c-4bbc-88be-c4be01bed8ae req-3a9dd8f4-ee7c-4b8d-bff4-2186c0919561 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:25.350038 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8a41177-b21c-4bbc-88be-c4be01bed8ae req-3a9dd8f4-ee7c-4b8d-bff4-2186c0919561 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.1345112 May 10 15:03:25.392303 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-08719ec5-6d0d-48c3-9181-fe23ea93b5c2 req-51986edd-ead4-473b-be93-b91bdbb30005 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678678 May 10 15:03:25.414664 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8a41177-b21c-4bbc-88be-c4be01bed8ae req-5b4249ea-38f0-4d2f-b28a-6178e81bb9f0 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578158 May 10 15:03:25.570831 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf578c-d172-47f3-9904-812f7a5a73bd req-71309bb3-bdd8-4656-bfd5-72f06f46987a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:25.572288 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-55cf578c-d172-47f3-9904-812f7a5a73bd req-71309bb3-bdd8-4656-bfd5-72f06f46987a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0831392 May 10 15:03:25.657384 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-55cf578c-d172-47f3-9904-812f7a5a73bd req-5b50a802-0067-4c70-b28e-37f5a668a0de tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514266 May 10 15:03:25.685142 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9881d83-9efa-4a0d-a6c5-b2e3e0eaf954 req-97ff7a24-141c-432e-bb30-356193e57cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:25.690699 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a9881d83-9efa-4a0d-a6c5-b2e3e0eaf954 req-97ff7a24-141c-432e-bb30-356193e57cbc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 1098 time: 0.1100907 May 10 15:03:25.730417 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a9881d83-9efa-4a0d-a6c5-b2e3e0eaf954 req-b4f4b96d-eeca-462e-adae-6cff07a71ad8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349305 May 10 15:03:26.642949 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99536bcf-6a40-41fb-a4a7-24969d710e2a req-7d1ab5d3-4e7a-4fef-9daf-4d55ce865aed tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:26.644378 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-99536bcf-6a40-41fb-a4a7-24969d710e2a req-7d1ab5d3-4e7a-4fef-9daf-4d55ce865aed tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.1058638 May 10 15:03:26.651592 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48470c39-4641-4dc5-993d-8fcdce4e5eec req-aaeeb80d-d035-4ba3-bd67-a6ba6cd8fb92 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:26.652911 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-48470c39-4641-4dc5-993d-8fcdce4e5eec req-aaeeb80d-d035-4ba3-bd67-a6ba6cd8fb92 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 945 time: 0.1506507 May 10 15:03:26.723129 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-99536bcf-6a40-41fb-a4a7-24969d710e2a req-bd614bdb-3b06-44b9-8003-0e6ef37353b2 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686734 May 10 15:03:26.726932 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-48470c39-4641-4dc5-993d-8fcdce4e5eec req-b1ea1c27-bb8e-4bf1-8b30-57488af09930 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576401 May 10 15:03:26.898387 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e08384-6f65-41cb-9f51-79ae372fa2b0 req-7f873852-a34a-4ff6-9a98-74907c928f98 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:26.899841 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f7e08384-6f65-41cb-9f51-79ae372fa2b0 req-7f873852-a34a-4ff6-9a98-74907c928f98 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0793176 May 10 15:03:26.943748 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f7e08384-6f65-41cb-9f51-79ae372fa2b0 req-f7b1d799-45b6-41f5-a1c6-66a30a2b8459 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382636 May 10 15:03:27.909562 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861c61d-1baf-455f-a5d8-c16ed4df6082 req-e9ca36ab-3795-4038-9e0d-83ccd1507a35 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:27.911058 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1861c61d-1baf-455f-a5d8-c16ed4df6082 req-e9ca36ab-3795-4038-9e0d-83ccd1507a35 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.0846944 May 10 15:03:27.954564 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1861c61d-1baf-455f-a5d8-c16ed4df6082 req-b012513b-0dc5-485b-9491-487bbf9bb307 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377443 May 10 15:03:28.006215 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-b41ee5f7-c5c9-49ad-85e5-e78227d64939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.134432 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd60dc-1979-42dd-942d-3191711b22cc req-395e3c6f-06fd-455e-873c-a94b03d25ee2 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:28.135862 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-aafd60dc-1979-42dd-942d-3191711b22cc req-395e3c6f-06fd-455e-873c-a94b03d25ee2 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.0780385 May 10 15:03:28.183686 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-aafd60dc-1979-42dd-942d-3191711b22cc req-f56d3cd1-c04c-4125-9cb8-faed45b5e8ed tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413730 May 10 15:03:29.282322 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e93fdd-ce86-4fc1-84bc-a5ed2292bfb5 req-e6f09868-703c-41f4-a2ae-177093b3e17d tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:29.284996 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-80e93fdd-ce86-4fc1-84bc-a5ed2292bfb5 req-e6f09868-703c-41f4-a2ae-177093b3e17d tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.0852091 May 10 15:03:29.377356 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-80e93fdd-ce86-4fc1-84bc-a5ed2292bfb5 req-37ac07d9-4417-4841-acd7-f10dfb691c2d tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863919 May 10 15:03:29.405378 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbf1f9-39a2-49d4-b590-452f0a5bb2bf req-b2f146ff-efbc-46ba-9ead-69886473d8c3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:29.407425 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d3cbf1f9-39a2-49d4-b590-452f0a5bb2bf req-b2f146ff-efbc-46ba-9ead-69886473d8c3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.1024508 May 10 15:03:29.505774 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d3cbf1f9-39a2-49d4-b590-452f0a5bb2bf req-cdaca81c-f2b5-439e-8a02-d3515ea52b8a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925620 May 10 15:03:30.185577 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 59aaff0b-8714-4a1a-88f8-96d43550c1a1 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:03:30.328874 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:30.342769 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'port_id': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'mac_address': 'fa:16:3e:cd:13:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:03:30.399677 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:30.432685 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59aaff0b-8714-4a1a-88f8-96d43550c1a1 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:03:30.446640 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-abf07dda-c98c-4360-8234-9dbf1032b571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:30.462544 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:30.465751 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:30.470744 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:30.472373 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:30.539438 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=59aaff0b-8714-4a1a-88f8-96d43550c1a1,revision_number=6']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:30.542687 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:30.583244 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbb898-56a5-473d-829a-b4dd10761158 req-f9b8d05e-796f-45e5-bd77-fb796bfba49f tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:30.585423 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7dbb898-56a5-473d-829a-b4dd10761158 req-f9b8d05e-796f-45e5-bd77-fb796bfba49f tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.0867028 May 10 15:03:30.676776 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7dbb898-56a5-473d-829a-b4dd10761158 req-1eb490f3-1584-41ff-ba8a-99330bc9d87f tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855751 May 10 15:03:30.716959 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc812b-502e-456b-9266-621b1deaa331 req-cf310afb-f684-40c5-a1b1-fe08fa4a15d6 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:30.719207 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-42dc812b-502e-456b-9266-621b1deaa331 req-cf310afb-f684-40c5-a1b1-fe08fa4a15d6 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 945 time: 0.0995448 May 10 15:03:30.768879 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-42dc812b-502e-456b-9266-621b1deaa331 req-89ea0ccd-9dde-4e8f-aec4-ffb5ec512e75 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426428 May 10 15:03:30.770708 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['59aaff0b-8714-4a1a-88f8-96d43550c1a1'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:31.555338 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:31.900052 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330c584-74b9-4d01-9936-7507a830e3fd req-86ae7391-2f57-4cbb-9ae6-ca24df01d7c7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:31.902344 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1330c584-74b9-4d01-9936-7507a830e3fd req-86ae7391-2f57-4cbb-9ae6-ca24df01d7c7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.1148827 May 10 15:03:31.966646 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1330c584-74b9-4d01-9936-7507a830e3fd req-9d042643-cee5-4565-8ef0-f7b2ba59bd6d tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549183 May 10 15:03:32.265612 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44897d08-9c32-4f5b-9e6f-a647df0d2649 req-a1125566-4f6f-46c4-887e-3b27e13a5f05 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:32.270554 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-44897d08-9c32-4f5b-9e6f-a647df0d2649 req-a1125566-4f6f-46c4-887e-3b27e13a5f05 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 945 time: 0.1154385 May 10 15:03:32.322129 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-44897d08-9c32-4f5b-9e6f-a647df0d2649 req-23371429-4794-4c5b-94bc-670bbac66c15 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468030 May 10 15:03:32.555212 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 32990) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:32.711736 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b292fb58-c609-48d0-a271-025063248dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:32.731145 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b292fb58-c609-48d0-a271-025063248dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:32.735871 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b292fb58-c609-48d0-a271-025063248dab admin admin] Usage tracker for resource:security_group_rule and tenant:7eb3b8eaaafe4dfbbbcc760af6462cb6 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:32.738837 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b292fb58-c609-48d0-a271-025063248dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:32.745024 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b292fb58-c609-48d0-a271-025063248dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:32.839228 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b292fb58-c609-48d0-a271-025063248dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:32.855796 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b292fb58-c609-48d0-a271-025063248dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:32.878130 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ad002940-b78a-4c7b-8227-ca13d6d94980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:32.932079 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b292fb58-c609-48d0-a271-025063248dab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7eb3b8eaaafe4dfbbbcc760af6462cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756964 May 10 15:03:32.932966 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292fb58-c609-48d0-a271-025063248dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d185fd95-30d8-4b08-852f-20e72c799b52,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:32.934833 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 33008) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:32.936626 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b292fb58-c609-48d0-a271-025063248dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:33.033420 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-42b24390-0390-465c-94e2-1b61fef8be46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.077032 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-42b24390-0390-465c-94e2-1b61fef8be46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.147244 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-42b24390-0390-465c-94e2-1b61fef8be46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.156374 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c487ac87-d7d4-4f6d-9fda-903dcdda89c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:33.163927 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.165014 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 33016) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:33.178030 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b24390-0390-465c-94e2-1b61fef8be46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d185fd95-30d8-4b08-852f-20e72c799b52,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:33.181217 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-42b24390-0390-465c-94e2-1b61fef8be46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:33.182350 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-42b24390-0390-465c-94e2-1b61fef8be46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.183760 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-42b24390-0390-465c-94e2-1b61fef8be46 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d185fd95-30d8-4b08-852f-20e72c799b52 HTTP/1.1" status: 204 len: 168 time: 0.2467527 May 10 15:03:33.390979 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6d57f270-c547-467a-89ba-f4a295711d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.423642 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-6d57f270-c547-467a-89ba-f4a295711d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:33.432531 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-6d57f270-c547-467a-89ba-f4a295711d63 admin admin] Usage tracker for resource:security_group_rule and tenant:723c9be4ab5d4f81a5d84c3b1cba1b98 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:33.437234 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-6d57f270-c547-467a-89ba-f4a295711d63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:33.449376 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-6d57f270-c547-467a-89ba-f4a295711d63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:33.650329 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6d57f270-c547-467a-89ba-f4a295711d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.665193 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6d57f270-c547-467a-89ba-f4a295711d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.677321 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-479df7c2-6ed0-4d4a-8ad2-c7817e4dcb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:33.698673 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea5140-99b1-4b38-a115-6cb22e7d3887 req-78e1c303-3367-4349-b69c-7d96931784be tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:33.700397 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-baea5140-99b1-4b38-a115-6cb22e7d3887 req-78e1c303-3367-4349-b69c-7d96931784be tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 945 time: 0.1559298 May 10 15:03:33.769856 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57f270-c547-467a-89ba-f4a295711d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6da6c2-2bb3-48d6-b71a-bf68fefc3766,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:33.775650 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-6d57f270-c547-467a-89ba-f4a295711d63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=723c9be4ab5d4f81a5d84c3b1cba1b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6091144 May 10 15:03:33.776993 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6d57f270-c547-467a-89ba-f4a295711d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:33.778403 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 33040) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:33.810907 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-baea5140-99b1-4b38-a115-6cb22e7d3887 req-cbf4abce-e496-40a4-980a-759725b4812e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940123 May 10 15:03:33.893185 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-048269a2-7994-477a-a2bc-cbd89a6cd204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.975478 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-048269a2-7994-477a-a2bc-cbd89a6cd204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.034419 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-048269a2-7994-477a-a2bc-cbd89a6cd204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.039090 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-4f8aee0d-5e24-444d-be48-abf255da13ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:34.067698 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048269a2-7994-477a-a2bc-cbd89a6cd204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6da6c2-2bb3-48d6-b71a-bf68fefc3766,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:34.071639 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-048269a2-7994-477a-a2bc-cbd89a6cd204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:34.074710 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-048269a2-7994-477a-a2bc-cbd89a6cd204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.091051 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-048269a2-7994-477a-a2bc-cbd89a6cd204 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c6da6c2-2bb3-48d6-b71a-bf68fefc3766 HTTP/1.1" status: 204 len: 168 time: 0.2994072 May 10 15:03:35.013016 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 59aaff0b-8714-4a1a-88f8-96d43550c1a1 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:35.230861 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:35.232385 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.273237 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb2316-c6e7-4acd-9c9f-a054fbcdef70 req-790e2fd0-00db-40a2-8d54-afd34f812534 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:35.282135 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-68fb2316-c6e7-4acd-9c9f-a054fbcdef70 req-790e2fd0-00db-40a2-8d54-afd34f812534 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 945 time: 0.2791400 May 10 15:03:35.340301 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-68fb2316-c6e7-4acd-9c9f-a054fbcdef70 req-1d451a1c-6893-40ed-9867-73dbcaa34e78 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567284 May 10 15:03:35.469916 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.525222 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:35.538736 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:35.545712 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.553546 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:35.645625 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=59aaff0b-8714-4a1a-88f8-96d43550c1a1,revision_number=7']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:35.651599 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:35.653490 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'code': 200} May 10 15:03:36.568617 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7b4a9-c3c5-4716-9925-b6db9557e450 req-b38a6254-f312-40ec-9f6b-b2b24bd7f137 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:36.570954 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-79c7b4a9-c3c5-4716-9925-b6db9557e450 req-b38a6254-f312-40ec-9f6b-b2b24bd7f137 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.1030426 May 10 15:03:36.626710 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-79c7b4a9-c3c5-4716-9925-b6db9557e450 req-6b8e35cc-8565-4489-bd50-9b284e95f22b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469835 May 10 15:03:37.239443 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42cdec-3dff-4a7f-a249-a9bcb2d038aa req-01f1aff9-4e31-4c0a-899f-5f94d3ebec70 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:37.247032 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4c42cdec-3dff-4a7f-a249-a9bcb2d038aa req-01f1aff9-4e31-4c0a-899f-5f94d3ebec70 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.0933723 May 10 15:03:37.304486 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4c42cdec-3dff-4a7f-a249-a9bcb2d038aa req-2f8764df-6b72-4990-ad19-d48fe7ad2778 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561254 May 10 15:03:38.065887 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfdb7d-fe8d-4448-ad8d-4d2fea55f393 req-915da1e2-7f15-4a6e-99e1-4d9b58949496 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:38.067902 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-12dfdb7d-fe8d-4448-ad8d-4d2fea55f393 req-915da1e2-7f15-4a6e-99e1-4d9b58949496 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.2129567 May 10 15:03:38.069938 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886e946-5423-4244-ae78-b47ab578cd46 req-b613eb58-01cb-42cf-9aae-d71dbee5a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:38.071465 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3886e946-5423-4244-ae78-b47ab578cd46 req-b613eb58-01cb-42cf-9aae-d71dbee5a530 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 1098 time: 0.2154186 May 10 15:03:38.249558 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fd84e-ef3d-4eae-b096-5745332d3c97 req-ecfd7dc5-9b1a-45fa-8dc8-fe08e1478f48 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:38.251502 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-768fd84e-ef3d-4eae-b096-5745332d3c97 req-ecfd7dc5-9b1a-45fa-8dc8-fe08e1478f48 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.4523971 May 10 15:03:38.322783 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886e946-5423-4244-ae78-b47ab578cd46 req-221cbc35-ad13-44d7-a815-6d929e3c8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:38.324676 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3886e946-5423-4244-ae78-b47ab578cd46 req-221cbc35-ad13-44d7-a815-6d929e3c8b32 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9898ef2e-8f23-4108-a4f9-428beb28e721 HTTP/1.1" status: 200 len: 919 time: 0.2386882 May 10 15:03:38.335411 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-768fd84e-ef3d-4eae-b096-5745332d3c97 req-a3704662-96d9-478c-b37c-ca98e22749f5 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762925 May 10 15:03:38.397900 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-12dfdb7d-fe8d-4448-ad8d-4d2fea55f393 req-651ab421-5527-44c0-a4ce-c056ffc428fa tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232183 May 10 15:03:38.427946 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3886e946-5423-4244-ae78-b47ab578cd46 req-abb931fc-c070-4553-b31c-78d75bab2fb6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5ed1ab-5d42-48f4-b294-325c39d3758d HTTP/1.1" status: 200 len: 217 time: 0.0907512 May 10 15:03:38.649841 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886e946-5423-4244-ae78-b47ab578cd46 req-cda88be5-45be-4683-84de-c850075d3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:38.651413 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3886e946-5423-4244-ae78-b47ab578cd46 req-cda88be5-45be-4683-84de-c850075d3450 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1859c68a-7965-4036-a524-e77acc694d2a HTTP/1.1" status: 200 len: 858 time: 0.2145722 May 10 15:03:38.727348 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3886e946-5423-4244-ae78-b47ab578cd46 req-3ee7e74e-4e84-4388-bea5-4d0bf4f9d645 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9898ef2e-8f23-4108-a4f9-428beb28e721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659468 May 10 15:03:38.776244 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cc0c5-3e4c-4598-b537-00936182567f req-197218b1-c61a-4998-bd95-caba1eeae5e6 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:38.783379 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c56cc0c5-3e4c-4598-b537-00936182567f req-197218b1-c61a-4998-bd95-caba1eeae5e6 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.2629945 May 10 15:03:39.029432 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3886e946-5423-4244-ae78-b47ab578cd46 req-61737774-195d-4da3-ad79-7a2104b88874 service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856658 May 10 15:03:39.040220 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c56cc0c5-3e4c-4598-b537-00936182567f req-2cacb01b-640c-48b1-a914-f6c1fe8f72f8 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559338 May 10 15:03:39.233561 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3886e946-5423-4244-ae78-b47ab578cd46 req-74824ac9-e6dc-40dd-9623-9d31d06397ac service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858690 May 10 15:03:39.665852 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113a12d-7ca2-4eef-b906-7fe818287c4f req-399b6e5d-b9fb-4d75-a266-15a44490cf5d tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:39.667345 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1113a12d-7ca2-4eef-b906-7fe818287c4f req-399b6e5d-b9fb-4d75-a266-15a44490cf5d tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.38 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.2338879 May 10 15:03:39.758366 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5625a4-95fd-4be0-b679-408e56cc8864 req-6fc58136-11d6-4562-a94c-eab2f0c3f676 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:39.759933 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2f5625a4-95fd-4be0-b679-408e56cc8864 req-6fc58136-11d6-4562-a94c-eab2f0c3f676 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.2778022 May 10 15:03:39.774295 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08f0d0-d669-4654-8bb4-4de20bce0917 req-dff44230-8eaa-4685-80f2-36911beb1e3b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:39.781642 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ef08f0d0-d669-4654-8bb4-4de20bce0917 req-dff44230-8eaa-4685-80f2-36911beb1e3b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.2201681 May 10 15:03:39.945534 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ef08f0d0-d669-4654-8bb4-4de20bce0917 req-eacf7102-cb21-4e06-a945-62339db16fc1 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539700 May 10 15:03:39.960430 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2f5625a4-95fd-4be0-b679-408e56cc8864 req-1d2ac09a-131e-4a75-970d-ac5b7c4c144f tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633806 May 10 15:03:40.031805 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-1113a12d-7ca2-4eef-b906-7fe818287c4f req-7ec2bed6-4a6d-4cc1-8b04-4a6c597fe839 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Deleting port a3e15854-c7fa-4498-b769-89c57bc72e02 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:03:40.032191 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-1113a12d-7ca2-4eef-b906-7fe818287c4f req-7ec2bed6-4a6d-4cc1-8b04-4a6c597fe839 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:40.200595 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-1113a12d-7ca2-4eef-b906-7fe818287c4f req-7ec2bed6-4a6d-4cc1-8b04-4a6c597fe839 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] For port a3e15854-c7fa-4498-b769-89c57bc72e02, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a3e15854-c7fa-4498-b769-89c57bc72e02,segment=NetworkSegment(6d4bcad6-f981-4c1f-a859-3cd93faa5cdb),segment_id=6d4bcad6-f981-4c1f-a859-3cd93faa5cdb)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:40.200982 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-1113a12d-7ca2-4eef-b906-7fe818287c4f req-7ec2bed6-4a6d-4cc1-8b04-4a6c597fe839 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:40.377778 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-1113a12d-7ca2-4eef-b906-7fe818287c4f req-7ec2bed6-4a6d-4cc1-8b04-4a6c597fe839 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Calling delete_port for a3e15854-c7fa-4498-b769-89c57bc72e02 owned by compute:nova {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:03:40.524315 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-1113a12d-7ca2-4eef-b906-7fe818287c4f req-7ec2bed6-4a6d-4cc1-8b04-4a6c597fe839 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:40.533089 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:40.541144 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 33234) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:40.543733 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['a3e15854-c7fa-4498-b769-89c57bc72e02'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:40.578573 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7bbe4-3303-4198-9899-171fe38e2bc1 req-7058c5ae-52e5-456a-a7c3-81664c05ca4b tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:40.585500 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b3e7bbe4-3303-4198-9899-171fe38e2bc1 req-7058c5ae-52e5-456a-a7c3-81664c05ca4b tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 945 time: 0.3877006 May 10 15:03:40.596799 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2bed6-4a6d-4cc1-8b04-4a6c597fe839 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Pushing event deleted for resources: {'Port': ['ID=a3e15854-c7fa-4498-b769-89c57bc72e02,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:40.611856 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-7ec2bed6-4a6d-4cc1-8b04-4a6c597fe839 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:40.705406 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-1113a12d-7ca2-4eef-b906-7fe818287c4f req-7ec2bed6-4a6d-4cc1-8b04-4a6c597fe839 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] No DVR routers for this DVR port a3e15854-c7fa-4498-b769-89c57bc72e02 on host hv-cinder-78093 {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:03:40.720009 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b3e7bbe4-3303-4198-9899-171fe38e2bc1 req-c914c873-70d0-4344-a2be-fe37ff6eaae2 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4417b84-d336-4f72-b7d3-607d887a0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335750 May 10 15:03:40.723754 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-1113a12d-7ca2-4eef-b906-7fe818287c4f req-7ec2bed6-4a6d-4cc1-8b04-4a6c597fe839 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:40.729182 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8115a9ca-c9c1-4a3e-9022-bb72e684b31a', 'name': 'network-vif-deleted', 'tag': 'a3e15854-c7fa-4498-b769-89c57bc72e02'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:40.795427 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1113a12d-7ca2-4eef-b906-7fe818287c4f req-7ec2bed6-4a6d-4cc1-8b04-4a6c597fe839 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.38 "DELETE /v2.0/ports/a3e15854-c7fa-4498-b769-89c57bc72e02 HTTP/1.1" status: 204 len: 173 time: 1.1191454 May 10 15:03:40.816763 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8115a9ca-c9c1-4a3e-9022-bb72e684b31a', 'name': 'network-vif-deleted', 'tag': 'a3e15854-c7fa-4498-b769-89c57bc72e02', 'status': 'completed', 'code': 200} May 10 15:03:40.864021 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-27cde9be-7b89-4832-b53a-2a8ae3a1aefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:40.883388 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-27cde9be-7b89-4832-b53a-2a8ae3a1aefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:40.887598 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-27cde9be-7b89-4832-b53a-2a8ae3a1aefd admin admin] Usage tracker for resource:security_group_rule and tenant:07993c330a5e4100a7fe2ef49fca4ce9 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:40.891531 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-27cde9be-7b89-4832-b53a-2a8ae3a1aefd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:40.897460 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-27cde9be-7b89-4832-b53a-2a8ae3a1aefd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:41.058862 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-27cde9be-7b89-4832-b53a-2a8ae3a1aefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.065732 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-27cde9be-7b89-4832-b53a-2a8ae3a1aefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.104981 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-04e5d3e0-d42c-4f55-b65e-d4837b68fe72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:41.117612 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-27cde9be-7b89-4832-b53a-2a8ae3a1aefd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07993c330a5e4100a7fe2ef49fca4ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5734913 May 10 15:03:41.120319 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 33258) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:41.141656 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cde9be-7b89-4832-b53a-2a8ae3a1aefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd32c0a-a820-4d59-befc-37b4f11d83b2,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:41.145945 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-27cde9be-7b89-4832-b53a-2a8ae3a1aefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:41.495953 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-474cb081-e773-40a4-a739-b7d096e85aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.557832 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663420b-d99d-46d4-984d-7b29754c5552 req-1da7cf19-93db-4e21-8142-63af75c4b1e1 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:41.566331 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e663420b-d99d-46d4-984d-7b29754c5552 req-1da7cf19-93db-4e21-8142-63af75c4b1e1 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.4245565 May 10 15:03:41.570952 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-474cb081-e773-40a4-a739-b7d096e85aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.649083 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4e3d8-32e5-49ee-a402-8f9069900d11 req-93d7974e-8975-4967-bf75-d6c35fe621d6 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:41.657128 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d1d4e3d8-32e5-49ee-a402-8f9069900d11 req-93d7974e-8975-4967-bf75-d6c35fe621d6 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.2597764 May 10 15:03:41.713744 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e663420b-d99d-46d4-984d-7b29754c5552 req-c5c020ff-df4c-4493-80a6-7253c4700528 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462209 May 10 15:03:41.772347 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d1d4e3d8-32e5-49ee-a402-8f9069900d11 req-5ed233dc-fa53-4bec-8788-cb567821f5d3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141839 May 10 15:03:41.785864 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-474cb081-e773-40a4-a739-b7d096e85aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.790414 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2316af5d-473f-47e6-a649-eda12c4637dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:41.830835 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cb081-e773-40a4-a739-b7d096e85aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd32c0a-a820-4d59-befc-37b4f11d83b2,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:41.840924 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-474cb081-e773-40a4-a739-b7d096e85aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:41.860504 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-474cb081-e773-40a4-a739-b7d096e85aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.873165 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-474cb081-e773-40a4-a739-b7d096e85aa3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bd32c0a-a820-4d59-befc-37b4f11d83b2 HTTP/1.1" status: 204 len: 168 time: 0.7495723 May 10 15:03:42.092056 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-991941c9-751a-4937-9b20-9c38bf6975ad req-8d6f18ee-968a-45c5-922e-e35d611d5bb2 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Synchronizing usage tracker for tenant:c9a9238aa82e49a3bff248dfb01d6f45 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:42.116486 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-991941c9-751a-4937-9b20-9c38bf6975ad req-8d6f18ee-968a-45c5-922e-e35d611d5bb2 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Unset dirty status for tenant:c9a9238aa82e49a3bff248dfb01d6f45 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:42.130534 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-991941c9-751a-4937-9b20-9c38bf6975ad req-8d6f18ee-968a-45c5-922e-e35d611d5bb2 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] 10.222.0.43 "GET /v2.0/ports?device_id=8115a9ca-c9c1-4a3e-9022-bb72e684b31a HTTP/1.1" status: 200 len: 210 time: 0.0774214 May 10 15:03:42.954322 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 33326) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:43.069833 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device a3e15854-c7fa-4498-b769-89c57bc72e02 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:43.115098 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-389532688-network', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:43.121783 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:43.121918 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0a13d-d165-405b-b1b7-4a4461f8b01e req-2928d0f4-3b51-48b7-8d24-ccad572d4097 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:43.127004 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Usage tracker for resource:network and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:43.131032 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:43.131702 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-40d0a13d-d165-405b-b1b7-4a4461f8b01e req-2928d0f4-3b51-48b7-8d24-ccad572d4097 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.2387974 May 10 15:03:43.141261 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:43.167523 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: a3e15854-c7fa-4498-b769-89c57bc72e02 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:03:43.168412 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device a3e15854-c7fa-4498-b769-89c57bc72e02 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:03:43.179446 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Made reservation on behalf of 46ba117a34cf42ccafb6acc1f6ab871a for: {'network': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:43.182072 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.195850 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.212689 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:43.216785 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Usage tracker for resource:security_group_rule and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:43.223263 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:43.231070 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb49714-0c28-4446-9da1-4425932cc62b req-ed4a9583-e744-447e-8ec8-b33e36ecdc8b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:43.231070 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-aeb49714-0c28-4446-9da1-4425932cc62b req-ed4a9583-e744-447e-8ec8-b33e36ecdc8b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.2239079 May 10 15:03:43.240973 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:43.251238 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-40d0a13d-d165-405b-b1b7-4a4461f8b01e req-82bc87da-094b-455c-b8e2-e77eb01067e3 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170533 May 10 15:03:43.350803 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-aeb49714-0c28-4446-9da1-4425932cc62b req-480c313f-025a-45fa-937c-06652bad6473 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916743 May 10 15:03:43.443739 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.453208 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.459557 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f0096a98-3349-45f6-a13d-1fdcd1edfdbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:43.498115 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=78717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:03:43.513703 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a394e1f3-2e63-4f00-8dab-5b70bccb46e4,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:43.520233 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:43.521647 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.522562 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.segments_db [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Added segment 71216d24-a3c9-4614-98a8-68786a801306 of type vlan for network e1f64e07-9a73-4058-be4a-fc5e16739257 May 10 15:03:43.556126 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.623090 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.625069 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:43.626572 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.654460 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:43.677878 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7219529 May 10 15:03:43.680734 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 33352) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:43.687642 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Request body: {'subnet': {'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-389532688-subnet', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'ip_version': 4}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:43.695488 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:43.708629 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Usage tracker for resource:subnet and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:43.718793 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:43.732139 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:43.761110 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Made reservation on behalf of 46ba117a34cf42ccafb6acc1f6ab871a for: {'subnet': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:43.767346 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6303649'] for subnet, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.823919 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Pushing event updated for resources: {'Network': ['ID=e1f64e07-9a73-4058-be4a-fc5e16739257,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:43.832905 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:43.834548 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network e1f64e07-9a73-4058-be4a-fc5e16739257 details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:03:44.500983 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6774550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6303699'] for subnet, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:44.509429 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:44.723445 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Checking segment: {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:03:44.723801 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Network hostable DHCP agents. Network: e1f64e07-9a73-4058-be4a-fc5e16739257, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:03:44.740434 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236c6d-8700-4c22-b2f9-e407898cdf7b req-fbb42cd5-c11d-4e95-8ac1-47587dffe93f tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:44.742125 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bd236c6d-8700-4c22-b2f9-e407898cdf7b req-fbb42cd5-c11d-4e95-8ac1-47587dffe93f tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.3288434 May 10 15:03:44.745727 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81e2264-e766-497d-959d-ce0909861ac6,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:44.750830 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:44.809167 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Network e1f64e07-9a73-4058-be4a-fc5e16739257 is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:03:44.855720 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea97b7-6bf2-4f74-a65f-90d1806933d6 req-ee70f203-c88e-455f-bd8f-680906fe3eec tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:44.864508 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-23ea97b7-6bf2-4f74-a65f-90d1806933d6 req-ee70f203-c88e-455f-bd8f-680906fe3eec tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.3146744 May 10 15:03:44.902711 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bd236c6d-8700-4c22-b2f9-e407898cdf7b req-f6b011fb-63f0-496a-849b-7a628ebb45aa tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497512 May 10 15:03:44.974250 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, e1f64e07-9a73-4058-be4a-fc5e16739257) {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:44.980561 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be12bb7-9b80-458f-9e95-5e1a57361eed None None] Network e1f64e07-9a73-4058-be4a-fc5e16739257 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:03:45.016605 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:45.017211 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:45.024214 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-23ea97b7-6bf2-4f74-a65f-90d1806933d6 req-4cb23c0e-3013-4eec-8af3-9529d019dd66 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588085 May 10 15:03:45.079877 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3974891 May 10 15:03:45.082381 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 33400) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:45.097399 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:45.105805 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:45.110637 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Usage tracker for resource:router and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:45.113932 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:45.120052 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:45.133213 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8335331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6011'] for router, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:45.135057 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8335340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8270572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7899051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6000'] for router, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:45.171986 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:45.590371 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda8c9c-4c96-568d-a79a-b4ac7ddc94e0-e1f64e07-9a73-4058-be4a-fc5e16739257', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6'}]}} from dv-cinder-780933-4-iscsi. {{(pid=78718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:03:45.592367 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:45.677496 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8270485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8268311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5982'] for router, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:45.881919 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.db_base_plugin_common [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Allocated IP 172.20.0.2 (e1f64e07-9a73-4058-be4a-fc5e16739257/a81e2264-e766-497d-959d-ce0909861ac6/eeb6b10e-20d4-4a3b-9787-b4e51418705d) {{(pid=78718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:46.251693 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7052f7-5937-45f2-93db-285ad7b72615 req-c708d673-1b2b-4e1b-bca7-6cceb745a91f tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:46.265658 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ef7052f7-5937-45f2-93db-285ad7b72615 req-c708d673-1b2b-4e1b-bca7-6cceb745a91f tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 945 time: 0.3431442 May 10 15:03:46.376938 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.404986 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Notify callbacks [] for port, precommit_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.435289 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Transition to ACTIVE for port object eeb6b10e-20d4-4a3b-9787-b4e51418705d will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:46.465694 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Transition to ACTIVE for port object eeb6b10e-20d4-4a3b-9787-b4e51418705d will not be triggered until provisioned by entity DHCP. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:46.476041 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.487796 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:46.535032 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Network e1f64e07-9a73-4058-be4a-fc5e16739257 is already hosted by enough agents. {{(pid=78718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:46.542582 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.base_scheduler [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Resources bound (agent type, host, resource id): {{(pid=78718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:46.554395 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ef7052f7-5937-45f2-93db-285ad7b72615 req-b937ee53-f08e-4cc9-8840-e203a042b718 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875617 May 10 15:03:46.573912 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Received port after_create {{(pid=78718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:03:46.583509 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.599462 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Pushing event updated for resources: {'Port': ['ID=eeb6b10e-20d4-4a3b-9787-b4e51418705d,revision_number=1']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:46.633755 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.644947 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:46.721408 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Attempting to bind port eeb6b10e-20d4-4a3b-9787-b4e51418705d on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:03:46.722183 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Attempting to bind port eeb6b10e-20d4-4a3b-9787-b4e51418705d by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:03:46.722781 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Attempting to bind port eeb6b10e-20d4-4a3b-9787-b4e51418705d on network e1f64e07-9a73-4058-be4a-fc5e16739257 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:46.728552 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:03:46.729205 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Checking segment: {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:03:46.729839 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.730467 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Bound using segment: {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:03:46.731291 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Bound port: eeb6b10e-20d4-4a3b-9787-b4e51418705d, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:03:46.731886 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.779754 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da3ed5-3f25-41dc-9bf6-cc3e52ade023 req-d07af077-4ddb-48f1-aaa7-e1d1cfb44803 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:46.781371 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-01da3ed5-3f25-41dc-9bf6-cc3e52ade023 req-d07af077-4ddb-48f1-aaa7-e1d1cfb44803 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.4729578 May 10 15:03:46.833742 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] For port eeb6b10e-20d4-4a3b-9787-b4e51418705d, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:03:46.837251 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] For port eeb6b10e-20d4-4a3b-9787-b4e51418705d, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=eeb6b10e-20d4-4a3b-9787-b4e51418705d,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:03:46.842512 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.851192 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:46.900344 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-01da3ed5-3f25-41dc-9bf6-cc3e52ade023 req-8b46732f-130b-46d9-a7a9-9707fc9d3a3e tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096928 May 10 15:03:46.922557 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Allocated IP 172.27.0.87 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/7a90d775-cca5-4536-977c-861c6e6744cf) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:46.928302 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Pushing event updated for resources: {'Port': ['ID=eeb6b10e-20d4-4a3b-9787-b4e51418705d,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:46.931371 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:46.933972 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fa5b0-5db6-4faa-8827-35e92b196eb2 req-ebb365ae-92f4-4d59-8ef0-c406fed3429f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:46.935471 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-268fa5b0-5db6-4faa-8827-35e92b196eb2 req-ebb365ae-92f4-4d59-8ef0-c406fed3429f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.2191546 May 10 15:03:47.060310 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-268fa5b0-5db6-4faa-8827-35e92b196eb2 req-c78ba1c9-a4c6-42c1-90ec-122da609c70b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150603 May 10 15:03:47.135239 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:47.179832 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:47.185152 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-7ec2bed6-4a6d-4cc1-8b04-4a6c597fe839 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:47.247915 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:47.250806 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:47.254462 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:03:47.294464 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Pushing event updated for resources: {'Port': ['ID=7a90d775-cca5-4536-977c-861c6e6744cf,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:47.299576 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:47.316110 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:03:47.788962 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:47.847172 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1639fc-469b-42da-93e3-e71c6cd73139 None None] Network e1f64e07-9a73-4058-be4a-fc5e16739257 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:03:47.944336 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-542a73ab-811e-4709-ae49-e0e595d7787a None None] Provisioning for port eeb6b10e-20d4-4a3b-9787-b4e51418705d completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:47.982528 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded509eb-a151-482b-90a7-332f138c8f60 req-3459ec93-8ad7-4c1b-bcbb-20fd56341949 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:47.984073 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ded509eb-a151-482b-90a7-332f138c8f60 req-3459ec93-8ad7-4c1b-bcbb-20fd56341949 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 945 time: 0.3250523 May 10 15:03:48.216560 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ded509eb-a151-482b-90a7-332f138c8f60 req-22458e76-83ce-4939-9fcb-f06366141f83 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214432 May 10 15:03:48.259173 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8268398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8261376'] for router, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:48.431087 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88144c65-c7ef-4470-869b-dd4205a4c0e9 req-4076f117-cfed-4572-805a-939a76b4f057 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:48.432448 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-88144c65-c7ef-4470-869b-dd4205a4c0e9 req-4076f117-cfed-4572-805a-939a76b4f057 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.3690703 May 10 15:03:48.517860 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-88144c65-c7ef-4470-869b-dd4205a4c0e9 req-03bf28a8-ff35-40dd-91dc-cea0172a23b1 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778494 May 10 15:03:48.568741 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39da48-8b9d-4e7a-84ba-70ea0099db1e req-61460a12-5820-48c9-870c-3b46a55e354e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:48.570195 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6e39da48-8b9d-4e7a-84ba-70ea0099db1e req-61460a12-5820-48c9-870c-3b46a55e354e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.2427816 May 10 15:03:48.613712 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Router 522c963e-c012-438e-8c89-d965ea45c808 is scheduled to L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f with binding_index 1 {{(pid=78716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:03:48.629040 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6e39da48-8b9d-4e7a-84ba-70ea0099db1e req-f8d4f41e-e844-402d-8c42-e7cb494debf4 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520115 May 10 15:03:48.713358 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device eeb6b10e-20d4-4a3b-9787-b4e51418705d up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:48.779645 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port eeb6b10e-20d4-4a3b-9787-b4e51418705d completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:48.784547 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port eeb6b10e-20d4-4a3b-9787-b4e51418705d triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:48.784914 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:48.802386 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:03:48.815848 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Sync routers for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:03:48.825053 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:03:48.825656 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:03:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:48.829071 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] Notify callbacks [] for router, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:48.833971 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 33486) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:48.834531 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-c01c16c4-ab2c-4eb6-8213-bc1ee0234dfb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7485137 May 10 15:03:48.914154 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:48.950915 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port eeb6b10e-20d4-4a3b-9787-b4e51418705d, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=eeb6b10e-20d4-4a3b-9787-b4e51418705d,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:48.958623 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:48.960965 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:49.022361 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:03:49.034532 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=eeb6b10e-20d4-4a3b-9787-b4e51418705d,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:49.037514 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:49.305795 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:47Z', 'revision_number': 3, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:49.309735 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Checking router: 522c963e-c012-438e-8c89-d965ea45c808 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:03:49.310224 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Updating router 522c963e-c012-438e-8c89-d965ea45c808 port 7a90d775-cca5-4536-977c-861c6e6744cf binding host dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:03:49.370446 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:49.417122 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b89101-d6b8-4783-8aaf-c2ca30267de7 req-024767a9-0fa9-4198-bed4-c245b359e906 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:49.418701 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-26b89101-d6b8-4783-8aaf-c2ca30267de7 req-024767a9-0fa9-4198-bed4-c245b359e906 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 945 time: 0.0907791 May 10 15:03:49.475689 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-26b89101-d6b8-4783-8aaf-c2ca30267de7 req-1f2a1ba1-172f-40df-8351-df5fe728fb9e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485516 May 10 15:03:49.648937 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:49.719098 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Notify callbacks [] for port, precommit_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:49.722652 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe3773-f4fd-4483-9f22-66564e2aa9e6 req-7ad73bbe-0c01-40f5-8d3c-cf92dbabd2d3 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:49.724292 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7afe3773-f4fd-4483-9f22-66564e2aa9e6 req-7ad73bbe-0c01-40f5-8d3c-cf92dbabd2d3 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.0985019 May 10 15:03:49.734006 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.provisioning_blocks [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Transition to ACTIVE for port object 7a90d775-cca5-4536-977c-861c6e6744cf will not be triggered until provisioned by entity L2. {{(pid=78719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:49.743910 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:49.749853 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:49.776963 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7afe3773-f4fd-4483-9f22-66564e2aa9e6 req-6bdfb689-606b-4baf-916b-924d0f071bcf tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459228 May 10 15:03:49.842862 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Pushing event updated for resources: {'Port': ['ID=7a90d775-cca5-4536-977c-861c6e6744cf,revision_number=2']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:49.862546 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:49.862889 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:49.863227 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:49.863556 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:49.863880 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:49.864327 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:49.864662 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:49.865183 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:49.865732 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:49.866224 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:49.866708 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:49.867178 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:49.871920 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:49.873163 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Attempting to bind port 7a90d775-cca5-4536-977c-861c6e6744cf on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:03:49.878260 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Attempting to bind port 7a90d775-cca5-4536-977c-861c6e6744cf by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:03:49.878839 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Attempting to bind port 7a90d775-cca5-4536-977c-861c6e6744cf on network bc1966c4-1376-496a-80cc-e9df4c16f0a5 {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:49.886405 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:03:49.886996 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Checking segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:03:49.888216 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:49.888831 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Bound using segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:03:49.889489 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Bound port: 7a90d775-cca5-4536-977c-861c6e6744cf, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:03:49.890521 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:49.900031 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Allocated IP 172.20.0.1 (e1f64e07-9a73-4058-be4a-fc5e16739257/a81e2264-e766-497d-959d-ce0909861ac6/dc09ae5e-6431-4562-806a-73bd7bc70e96) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:49.966299 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c81749-e1e4-4e9d-9057-3cb8fbeb2653 req-ff318659-c16f-4179-af09-2047a578b71a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:49.968932 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-62c81749-e1e4-4e9d-9057-3cb8fbeb2653 req-ff318659-c16f-4179-af09-2047a578b71a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.1571019 May 10 15:03:49.998420 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] For port 7a90d775-cca5-4536-977c-861c6e6744cf, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:03:50.002498 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] For port 7a90d775-cca5-4536-977c-861c6e6744cf, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=7a90d775-cca5-4536-977c-861c6e6744cf,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:03:50.009667 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:50.014462 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:50.080700 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:50.103239 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Transition to ACTIVE for port object dc09ae5e-6431-4562-806a-73bd7bc70e96 will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:50.110919 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Pushing event updated for resources: {'Port': ['ID=7a90d775-cca5-4536-977c-861c6e6744cf,revision_number=3']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:50.115468 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:50.134185 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:50.140589 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:03:50.141197 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:03:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:50.141417 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:50.151153 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab621e4-b320-43e7-bcce-f8d88d4eb640 req-d6f6f3cf-5fc7-461c-b866-967d95d66e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:50.152609 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bab621e4-b320-43e7-bcce-f8d88d4eb640 req-d6f6f3cf-5fc7-461c-b866-967d95d66e25 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 1098 time: 0.2642994 May 10 15:03:50.157837 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-62c81749-e1e4-4e9d-9057-3cb8fbeb2653 req-cf66dc3e-06c8-4248-a7b2-ff78d91a15ef tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832259 May 10 15:03:50.204332 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Network e1f64e07-9a73-4058-be4a-fc5e16739257 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:50.207106 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:50.215075 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:03:50.249600 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Pushing event updated for resources: {'Port': ['ID=dc09ae5e-6431-4562-806a-73bd7bc70e96,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:50.253834 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:50.272869 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8258015'] for router_interface, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:50.314662 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bab621e4-b320-43e7-bcce-f8d88d4eb640 req-c8ec105c-5e65-4f03-b5ab-29062d32dd69 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566123 May 10 15:03:50.339602 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:03:50.395787 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:50.448698 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-f0a513c1-3439-4db4-bf1f-2ecf75129f79 None None] Provisioning for port dc09ae5e-6431-4562-806a-73bd7bc70e96 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:50.454762 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-f0a513c1-3439-4db4-bf1f-2ecf75129f79 None None] Provisioning complete for port dc09ae5e-6431-4562-806a-73bd7bc70e96 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:50.455617 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-f0a513c1-3439-4db4-bf1f-2ecf75129f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:50.562205 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-f0a513c1-3439-4db4-bf1f-2ecf75129f79 None None] Port dc09ae5e-6431-4562-806a-73bd7bc70e96 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:03:50.690752 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:47Z', 'revision_number': 3, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:50.695226 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3301d2d-00ad-4758-808c-a78d4007625b None None] The sync data for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi is: [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:47Z', 'revision_number': 3, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:03:50.718308 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device eeb6b10e-20d4-4a3b-9787-b4e51418705d up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:50.733924 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:50.742501 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:50.771396 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:50.772034 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24074da-eef7-4194-92bc-86bd355c9576 req-130cc4a2-f50f-41fc-b5bd-5edbe0cd9d7f tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:50.773828 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e24074da-eef7-4194-92bc-86bd355c9576 req-130cc4a2-f50f-41fc-b5bd-5edbe0cd9d7f tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 945 time: 0.1139803 May 10 15:03:50.796799 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port eeb6b10e-20d4-4a3b-9787-b4e51418705d triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:50.797339 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:50.863986 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e24074da-eef7-4194-92bc-86bd355c9576 req-b96390be-4fd9-429a-88c6-ab6789055afd tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770416 May 10 15:03:50.887167 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8257916'] for router_interface, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:50.894258 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Pushing event updated for resources: {'Port': ['ID=dc09ae5e-6431-4562-806a-73bd7bc70e96,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:50.898781 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:51.103708 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Network e1f64e07-9a73-4058-be4a-fc5e16739257 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:51.112144 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:51.164772 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a7bf6-4a5b-4a2e-a6a4-a8b75f0ca8df req-f50f7d9d-d70f-4084-8c7f-e4f4af943e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:51.166464 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac1a7bf6-4a5b-4a2e-a6a4-a8b75f0ca8df req-f50f7d9d-d70f-4084-8c7f-e4f4af943e75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 1099 time: 0.2710085 May 10 15:03:51.243604 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288aa45-47d7-4c3d-9b10-ccf80dbe7898 req-cd782b53-14a6-4bc2-89a1-20f6eed57821 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:51.251803 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2288aa45-47d7-4c3d-9b10-ccf80dbe7898 req-cd782b53-14a6-4bc2-89a1-20f6eed57821 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.2783051 May 10 15:03:51.494062 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a7bf6-4a5b-4a2e-a6a4-a8b75f0ca8df req-eb7095aa-349e-400a-88e5-418d2123af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:51.495509 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac1a7bf6-4a5b-4a2e-a6a4-a8b75f0ca8df req-eb7095aa-349e-400a-88e5-418d2123af5d service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 918 time: 0.3142509 May 10 15:03:51.604603 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Router 522c963e-c012-438e-8c89-d965ea45c808 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:03:51.613971 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-6dda7f40-096e-4477-ba7a-1979b097b4fb None None] Provisioning complete for port dc09ae5e-6431-4562-806a-73bd7bc70e96 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:51.617491 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-6dda7f40-096e-4477-ba7a-1979b097b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:51.731553 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2288aa45-47d7-4c3d-9b10-ccf80dbe7898 req-25ce7e6a-a22f-4aaf-8c26-1d251011bc21 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787817 May 10 15:03:51.745583 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-6dda7f40-096e-4477-ba7a-1979b097b4fb None None] Port dc09ae5e-6431-4562-806a-73bd7bc70e96 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:03:51.791361 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac1a7bf6-4a5b-4a2e-a6a4-a8b75f0ca8df req-56095835-49b5-4546-83c2-956797ea3f5c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1 HTTP/1.1" status: 200 len: 1002 time: 0.2456298 May 10 15:03:51.944583 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:03:51.959540 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] 10.222.0.43 "PUT /v2.0/routers/522c963e-c012-438e-8c89-d965ea45c808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1235569 May 10 15:03:51.981098 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28caf2-9434-4ed2-a083-c1b97bd96f8b req-e8d6ff4f-70e9-4775-9477-e17da0f70af6 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:51.988698 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4b28caf2-9434-4ed2-a083-c1b97bd96f8b req-e8d6ff4f-70e9-4775-9477-e17da0f70af6 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.5906873 May 10 15:03:52.037901 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-85ffded7-0112-457e-8869-d58dc7b22a30 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:52.038684 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-85ffded7-0112-457e-8869-d58dc7b22a30 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Synchronizing usage tracker for tenant:5e49d348735942b989e2f05d74fe6471 on resource:port {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:52.066504 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-85ffded7-0112-457e-8869-d58dc7b22a30 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Unset dirty status for tenant:5e49d348735942b989e2f05d74fe6471 on resource:port {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:52.067979 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-85ffded7-0112-457e-8869-d58dc7b22a30 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.38 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 945 time: 0.2013838 May 10 15:03:52.091737 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a7bf6-4a5b-4a2e-a6a4-a8b75f0ca8df req-3986e830-0237-40c6-a759-34966b648832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:52.093580 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac1a7bf6-4a5b-4a2e-a6a4-a8b75f0ca8df req-3986e830-0237-40c6-a759-34966b648832 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 200 len: 856 time: 0.2897565 May 10 15:03:52.256613 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4b28caf2-9434-4ed2-a083-c1b97bd96f8b req-4084dabf-95c1-45a8-a323-b4ab580a8afc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587602 May 10 15:03:52.322430 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Deleting port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:03:52.323199 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:52.333434 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d74f14-3202-4c72-842b-24c8da5b04ca req-e42a29a8-9776-47bd-9383-cb8a9e239fab tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:52.344070 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-01d74f14-3202-4c72-842b-24c8da5b04ca req-e42a29a8-9776-47bd-9383-cb8a9e239fab tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 945 time: 0.2414160 May 10 15:03:52.364461 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a7bf6-4a5b-4a2e-a6a4-a8b75f0ca8df req-5c34483e-1225-424e-9330-b6d86e068b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:52.366258 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac1a7bf6-4a5b-4a2e-a6a4-a8b75f0ca8df req-5c34483e-1225-424e-9330-b6d86e068b7e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a505177-ed31-4f0e-addb-1734401fec02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1999149 May 10 15:03:52.498471 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-01d74f14-3202-4c72-842b-24c8da5b04ca req-fd34d6e5-dd64-4ae6-9869-e675094b7907 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536288 May 10 15:03:52.533524 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] For port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=76a0f92c-2792-4f92-a3b9-8cff6a30c64d,segment=NetworkSegment(5627f8d4-02dd-4178-a46b-40a732e6bdf7),segment_id=5627f8d4-02dd-4178-a46b-40a732e6bdf7)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:52.533891 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:52.591332 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac1a7bf6-4a5b-4a2e-a6a4-a8b75f0ca8df req-cc0eceaf-960b-4bb3-8470-dc079dd34c5e service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145505 May 10 15:03:52.716762 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Calling delete_port for 76a0f92c-2792-4f92-a3b9-8cff6a30c64d owned by compute:nova {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:03:52.880091 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 7a90d775-cca5-4536-977c-861c6e6744cf up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:52.933465 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac1a7bf6-4a5b-4a2e-a6a4-a8b75f0ca8df req-8a4f44b9-1261-40c7-ba9c-82dbc41daff6 service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276606 May 10 15:03:53.049112 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 33578) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:53.058341 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 7a90d775-cca5-4536-977c-861c6e6744cf completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:53.074570 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 7a90d775-cca5-4536-977c-861c6e6744cf triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:53.076561 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.087262 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.093606 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:53.122607 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1390175149-network', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:53.145965 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['76a0f92c-2792-4f92-a3b9-8cff6a30c64d'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:53.148017 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:53.162580 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Usage tracker for resource:network and tenant:bc73e2dda537494a88bc15b6b5a689b2 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:53.172649 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:53.192153 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:53.212938 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Made reservation on behalf of bc73e2dda537494a88bc15b6b5a689b2 for: {'network': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:53.213583 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Pushing event deleted for resources: {'Port': ['ID=76a0f92c-2792-4f92-a3b9-8cff6a30c64d,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:53.215647 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.232348 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.259922 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:53.264631 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Usage tracker for resource:security_group_rule and tenant:bc73e2dda537494a88bc15b6b5a689b2 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:53.267796 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:53.278080 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:53.307214 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.308626 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.309433 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.310497 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.311044 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.311534 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.311997 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.312942 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.313428 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.314015 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.315423 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.315958 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.331390 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04df5ae-ff11-4bb4-962a-0c6b7ee3b378 req-108c7a51-294e-49e5-9801-21174996d7c5 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:53.334714 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:53.350209 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b04df5ae-ff11-4bb4-962a-0c6b7ee3b378 req-108c7a51-294e-49e5-9801-21174996d7c5 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.3020506 May 10 15:03:53.386409 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] No DVR routers for this DVR port 76a0f92c-2792-4f92-a3b9-8cff6a30c64d on host hv-cinder-78093 {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:03:53.389299 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.404803 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b7e0a1-7c50-4a27-bddb-a1640bc6557e', 'name': 'network-vif-deleted', 'tag': '76a0f92c-2792-4f92-a3b9-8cff6a30c64d'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:53.414608 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-9ace56c3-c9c3-416c-9b64-4c107a4238b0 req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.38 "DELETE /v2.0/ports/76a0f92c-2792-4f92-a3b9-8cff6a30c64d HTTP/1.1" status: 204 len: 173 time: 1.3401532 May 10 15:03:53.433013 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Sync routers for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:03:53.469989 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:03:53.470660 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:03:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:53.492857 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b04df5ae-ff11-4bb4-962a-0c6b7ee3b378 req-9cec590d-42dd-484d-b168-33ae644b1443 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414373 May 10 15:03:53.576220 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b7e0a1-7c50-4a27-bddb-a1640bc6557e', 'name': 'network-vif-deleted', 'tag': '76a0f92c-2792-4f92-a3b9-8cff6a30c64d', 'status': 'completed', 'code': 200} May 10 15:03:53.596853 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.659947 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 33600) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:53.730053 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 7a90d775-cca5-4536-977c-861c6e6744cf, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=7a90d775-cca5-4536-977c-861c6e6744cf,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:53.748026 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.756240 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.757432 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:53.772254 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.777961 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-7f1ff898-7c43-4a56-b1fd-1db4b0af3acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:53.867547 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:03:53.880698 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=78716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:03:53.891047 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f57058-b64c-4436-9f8e-1bdbccf55ace req-f408ad19-9c83-40ee-a8aa-37cbe4f41319 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:53.892386 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-62f57058-b64c-4436-9f8e-1bdbccf55ace req-f408ad19-9c83-40ee-a8aa-37cbe4f41319 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.3955925 May 10 15:03:53.896364 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fe3adb-45d4-4baf-80ee-b7b07724ae31,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:53.923717 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.924378 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.924710 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.924972 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=7a90d775-cca5-4536-977c-861c6e6744cf,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:53.925450 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.925450 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.925745 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.926109 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.926480 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.926799 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-682647c7-f9f2-4852-bd11-3a9c720949f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.926940 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.927237 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.927535 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.927881 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.932594 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:53.935309 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:53.939724 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.940080 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.segments_db [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Added segment a3f09450-6f5b-4f27-90f9-71552010dd3a of type vlan for network edf3b600-e287-4ca0-8624-bacecfeb3854 May 10 15:03:53.993365 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-682647c7-f9f2-4852-bd11-3a9c720949f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:54.002971 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-682647c7-f9f2-4852-bd11-3a9c720949f2 admin admin] Usage tracker for resource:security_group_rule and tenant:3b0f98f39c344898a7b53a1fe3573a73 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:54.006800 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-682647c7-f9f2-4852-bd11-3a9c720949f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:54.011071 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-62f57058-b64c-4436-9f8e-1bdbccf55ace req-b3980858-6e3c-4843-8ac2-de23bad09153 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096733 May 10 15:03:54.024511 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.043014 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-682647c7-f9f2-4852-bd11-3a9c720949f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:54.114163 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.115755 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:54.116589 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.122669 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-4231ae78-d9ac-44d8-9b04-b03671a03819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:54.302031 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-682647c7-f9f2-4852-bd11-3a9c720949f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.313107 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-682647c7-f9f2-4852-bd11-3a9c720949f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.324791 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-06e6a5cb-debe-4a2f-8e99-3b2a80241e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:54.469378 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682647c7-f9f2-4852-bd11-3a9c720949f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f63bf9-6450-463e-8ef5-a9f019d80b6e,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:54.486065 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-682647c7-f9f2-4852-bd11-3a9c720949f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:54.492572 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-682647c7-f9f2-4852-bd11-3a9c720949f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b0f98f39c344898a7b53a1fe3573a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8309538 May 10 15:03:54.496589 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 33612) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:54.550925 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 2, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:54.560154 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Checking router: 522c963e-c012-438e-8c89-d965ea45c808 for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:03:54.560530 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Updating router 522c963e-c012-438e-8c89-d965ea45c808 port dc09ae5e-6431-4562-806a-73bd7bc70e96 binding host dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:03:54.574402 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Pushing event updated for resources: {'Network': ['ID=edf3b600-e287-4ca0-8624-bacecfeb3854,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:54.600473 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d017b6f5-e05d-4d0f-aec0-6e74f85a3600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.634119 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:54.638987 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 33620) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:54.642252 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5920115 May 10 15:03:54.645568 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network edf3b600-e287-4ca0-8624-bacecfeb3854 details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:03:54.661805 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Request body: {'subnet': {'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1390175149-subnet', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'ip_version': 4}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:54.676388 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:54.684077 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Usage tracker for resource:subnet and tenant:bc73e2dda537494a88bc15b6b5a689b2 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:54.712667 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-245478b1-f468-45aa-9b61-2b5ff9b25404 req-6e66647d-1168-46f1-944b-c9748876e396 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b7e0a1-7c50-4a27-bddb-a1640bc6557e HTTP/1.1" status: 200 len: 210 time: 0.1343904 May 10 15:03:54.732761 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d017b6f5-e05d-4d0f-aec0-6e74f85a3600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.744051 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.798840 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:54.804607 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fa613-b57a-4cca-8214-09023f16c87d req-fb9816a1-5266-498d-ae61-0a1211b99790 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:54.809049 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 7a90d775-cca5-4536-977c-861c6e6744cf up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:54.819367 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d017b6f5-e05d-4d0f-aec0-6e74f85a3600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.820600 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-889fa613-b57a-4cca-8214-09023f16c87d req-fb9816a1-5266-498d-ae61-0a1211b99790 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 945 time: 0.1886046 May 10 15:03:54.829850 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:54.835647 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-aa933338-bbf8-4119-b2ac-5b10ca928f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:54.878562 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017b6f5-e05d-4d0f-aec0-6e74f85a3600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f63bf9-6450-463e-8ef5-a9f019d80b6e,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:54.892440 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d017b6f5-e05d-4d0f-aec0-6e74f85a3600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:54.897978 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Made reservation on behalf of bc73e2dda537494a88bc15b6b5a689b2 for: {'subnet': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:54.900581 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6703467'] for subnet, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.924840 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-889fa613-b57a-4cca-8214-09023f16c87d req-d898499f-b29e-41f8-ac1c-e8c8e3b8dc91 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006727 May 10 15:03:55.011190 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d017b6f5-e05d-4d0f-aec0-6e74f85a3600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:55.012442 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-d017b6f5-e05d-4d0f-aec0-6e74f85a3600 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91f63bf9-6450-463e-8ef5-a9f019d80b6e HTTP/1.1" status: 204 len: 168 time: 0.5138211 May 10 15:03:55.073143 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 7a90d775-cca5-4536-977c-861c6e6744cf triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:55.073712 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:55.176666 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 59aaff0b-8714-4a1a-88f8-96d43550c1a1 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:55.288006 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258a976-c6ae-4f47-b809-4038c8107d7c req-1f6e5478-c3df-45cf-8c2e-4864dae05bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:55.289845 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-7258a976-c6ae-4f47-b809-4038c8107d7c req-1f6e5478-c3df-45cf-8c2e-4864dae05bca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 1098 time: 0.1740727 May 10 15:03:55.575472 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258a976-c6ae-4f47-b809-4038c8107d7c req-7c9a5630-1df4-4e2f-a812-09afb6e58ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:55.578717 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-7258a976-c6ae-4f47-b809-4038c8107d7c req-7c9a5630-1df4-4e2f-a812-09afb6e58ef8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9898ef2e-8f23-4108-a4f9-428beb28e721 HTTP/1.1" status: 200 len: 919 time: 0.2300313 May 10 15:03:55.590289 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfe8a3-0a61-4d31-b9e6-4658d1029229 req-2eabdbbb-3232-49af-8c11-91a6e0047388 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:55.592003 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e3bfe8a3-0a61-4d31-b9e6-4658d1029229 req-2eabdbbb-3232-49af-8c11-91a6e0047388 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 946 time: 0.2093856 May 10 15:03:55.658031 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e3bfe8a3-0a61-4d31-b9e6-4658d1029229 req-7b630826-8826-4e50-8e81-9d6a676a2ded tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535834 May 10 15:03:55.690056 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822421b4-0365-4848-bea3-29a45052ed74 req-3c6cac06-9843-42e7-80ab-3d22f526a4a4 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:55.697691 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-822421b4-0365-4848-bea3-29a45052ed74 req-3c6cac06-9843-42e7-80ab-3d22f526a4a4 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.3875387 May 10 15:03:55.760934 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-822421b4-0365-4848-bea3-29a45052ed74 req-3ec8ea22-2066-40ef-989d-edc05c84d005 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459468 May 10 15:03:55.774947 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-7258a976-c6ae-4f47-b809-4038c8107d7c req-97bb1430-994f-4cfd-ab24-695e1409ce72 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af5ed1ab-5d42-48f4-b294-325c39d3758d HTTP/1.1" status: 200 len: 217 time: 0.1829832 May 10 15:03:55.840612 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:55.857340 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258a976-c6ae-4f47-b809-4038c8107d7c req-37b2eab7-a8f4-450c-9909-0b943dfff178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:55.859125 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-7258a976-c6ae-4f47-b809-4038c8107d7c req-37b2eab7-a8f4-450c-9909-0b943dfff178 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1859c68a-7965-4036-a524-e77acc694d2a HTTP/1.1" status: 200 len: 858 time: 0.0744612 May 10 15:03:55.906573 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:55.944666 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:55.985881 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:55.986681 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 76a0f92c-2792-4f92-a3b9-8cff6a30c64d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:56.061608 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:56.104938 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-7258a976-c6ae-4f47-b809-4038c8107d7c req-53f48246-b539-49f2-b411-f1eb8743af0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9898ef2e-8f23-4108-a4f9-428beb28e721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317494 May 10 15:03:56.146757 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'code': 200} May 10 15:03:56.183937 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6703385'] for subnet, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:56.187140 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: 76a0f92c-2792-4f92-a3b9-8cff6a30c64d {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:03:56.187530 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 76a0f92c-2792-4f92-a3b9-8cff6a30c64d not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:03:56.265277 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Notify callbacks [] for port, precommit_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:56.271411 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83d432-710d-4e54-adbd-d8aeda6b8fd9 req-04af84b3-b26e-4645-8941-a0a4aa4900c9 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:56.283749 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f83d432-710d-4e54-adbd-d8aeda6b8fd9 req-04af84b3-b26e-4645-8941-a0a4aa4900c9 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 945 time: 0.1668601 May 10 15:03:56.313034 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=59aaff0b-8714-4a1a-88f8-96d43550c1a1,revision_number=8']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:56.330616 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Transition to ACTIVE for port object dc09ae5e-6431-4562-806a-73bd7bc70e96 will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:56.333570 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:56.341680 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d2748702-63f6-4099-b5ac-f48bca5052d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:56.348078 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:56.352219 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:56.399170 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f83d432-710d-4e54-adbd-d8aeda6b8fd9 req-b83a68cd-93b2-46a1-acb1-0354aef3b601 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128879 May 10 15:03:56.407884 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 33660) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:56.464075 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee65ec-8a50-4aab-8dfd-13118073083c None None] Pushing event updated for resources: {'Port': ['ID=dc09ae5e-6431-4562-806a-73bd7bc70e96,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:56.469334 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a1ee65ec-8a50-4aab-8dfd-13118073083c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:56.503278 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ac9dbf-3c9d-4116-b098-7b92ae84bb75,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:56.515995 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:56.530087 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Checking segment: {'id': 'a3f09450-6f5b-4f27-90f9-71552010dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:03:56.537808 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Network hostable DHCP agents. Network: edf3b600-e287-4ca0-8624-bacecfeb3854, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:03:56.551459 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-7258a976-c6ae-4f47-b809-4038c8107d7c req-9f9bd6de-1ea5-4e77-ad5b-f0e007063a63 service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226303 May 10 15:03:56.627217 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de216b8a-e51b-4413-9066-8ca366a2aa87 req-fc2c545d-6d14-4f7c-8ba6-ff43ec2e4222 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:56.631762 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-de216b8a-e51b-4413-9066-8ca366a2aa87 req-fc2c545d-6d14-4f7c-8ba6-ff43ec2e4222 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 945 time: 0.2019403 May 10 15:03:56.643120 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-727800464-network', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:56.648434 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:56.652987 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Usage tracker for resource:network and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:56.656385 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:56.663336 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:56.749032 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Network edf3b600-e287-4ca0-8624-bacecfeb3854 is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:03:56.777880 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, edf3b600-e287-4ca0-8624-bacecfeb3854) {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:56.801978 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb1c111-a95a-4f2a-9441-95b13275a2b6 None None] Network edf3b600-e287-4ca0-8624-bacecfeb3854 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:03:56.824561 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:56.824924 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:56.871035 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-7258a976-c6ae-4f47-b809-4038c8107d7c req-05e4043d-b180-43b7-a7f0-58c1e3c33973 service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032658 May 10 15:03:56.890272 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2415981 May 10 15:03:56.894259 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 33676) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:56.899971 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1390175149-router', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:56.905631 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:56.909906 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Usage tracker for resource:router and tenant:bc73e2dda537494a88bc15b6b5a689b2 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:56.912963 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:56.921722 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:56.940900 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8335331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6011'] for router, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:56.943109 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8335340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8270572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7899051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6000'] for router, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:56.955995 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Made reservation on behalf of 1b47f066ce9141fb9a35a65fa2ea01a6 for: {'network': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:56.968512 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:56.971586 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.059296 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.131045 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:57.142376 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Attempting to bind port dc09ae5e-6431-4562-806a-73bd7bc70e96 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:03:57.142747 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Attempting to bind port dc09ae5e-6431-4562-806a-73bd7bc70e96 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:03:57.143141 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Attempting to bind port dc09ae5e-6431-4562-806a-73bd7bc70e96 on network e1f64e07-9a73-4058-be4a-fc5e16739257 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:57.152633 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:03:57.153332 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Checking segment: {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:03:57.153332 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.153724 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Bound using segment: {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:03:57.154700 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Bound port: dc09ae5e-6431-4562-806a-73bd7bc70e96, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:03:57.155916 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.160247 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Usage tracker for resource:security_group_rule and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:57.177774 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:57.215453 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:57.227479 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbea4d6-1475-4709-b5e1-849949e9f4d6 req-3ab220de-f826-429e-9e72-25237a17e330 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:57.229491 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5fbea4d6-1475-4709-b5e1-849949e9f4d6 req-3ab220de-f826-429e-9e72-25237a17e330 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.2189083 May 10 15:03:57.267317 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-de216b8a-e51b-4413-9066-8ca366a2aa87 req-d069901b-3443-4cee-a707-2a95a63dabac tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Deleting port dcc1e535-cf18-4e34-b942-7134c473bc14 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:03:57.268034 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-de216b8a-e51b-4413-9066-8ca366a2aa87 req-d069901b-3443-4cee-a707-2a95a63dabac tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.330975 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] For port dc09ae5e-6431-4562-806a-73bd7bc70e96, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:03:57.334828 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] For port dc09ae5e-6431-4562-806a-73bd7bc70e96, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=dc09ae5e-6431-4562-806a-73bd7bc70e96,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:03:57.349838 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.359406 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:57.377885 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8270485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8268311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5982'] for router, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.422840 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-de216b8a-e51b-4413-9066-8ca366a2aa87 req-d069901b-3443-4cee-a707-2a95a63dabac tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] For port dcc1e535-cf18-4e34-b942-7134c473bc14, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=dcc1e535-cf18-4e34-b942-7134c473bc14,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:57.423454 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-de216b8a-e51b-4413-9066-8ca366a2aa87 req-d069901b-3443-4cee-a707-2a95a63dabac tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.453653 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee65ec-8a50-4aab-8dfd-13118073083c None None] Pushing event updated for resources: {'Port': ['ID=dc09ae5e-6431-4562-806a-73bd7bc70e96,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:57.507819 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a1ee65ec-8a50-4aab-8dfd-13118073083c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:57.566726 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-de216b8a-e51b-4413-9066-8ca366a2aa87 req-d069901b-3443-4cee-a707-2a95a63dabac tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Calling delete_port for dcc1e535-cf18-4e34-b942-7134c473bc14 owned by compute:nova {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:03:57.638505 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda8c9c-4c96-568d-a79a-b4ac7ddc94e0-edf3b600-e287-4ca0-8624-bacecfeb3854', 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'fixed_ips': [{'subnet_id': '71ac9dbf-3c9d-4116-b098-7b92ae84bb75'}]}} from dv-cinder-780933-4-iscsi. {{(pid=78718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:03:57.640210 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.703720 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5fbea4d6-1475-4709-b5e1-849949e9f4d6 req-f1a55a76-019d-4c77-84e7-8b7bd5375acf tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4600756 May 10 15:03:57.711080 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:03:57.711777 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:03:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:57.764864 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f9fe6-fa7d-4ddd-b8f8-0f772a5eabae req-2411e3cd-c8ee-4935-bb1c-9fc0ab3f4639 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:57.773240 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-501f9fe6-fa7d-4ddd-b8f8-0f772a5eabae req-2411e3cd-c8ee-4935-bb1c-9fc0ab3f4639 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.6970787 May 10 15:03:57.896844 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-501f9fe6-fa7d-4ddd-b8f8-0f772a5eabae req-d81c07c7-68cd-4984-965a-d8042a6b432c tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225619 May 10 15:03:57.904122 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-de216b8a-e51b-4413-9066-8ca366a2aa87 req-d069901b-3443-4cee-a707-2a95a63dabac tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.946118 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0154afa4-fe3f-4ced-a48d-1b7ef00d5cec tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:57.978501 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.024736 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.214601 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069901b-3443-4cee-a707-2a95a63dabac tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Pushing event deleted for resources: {'Port': ['ID=dcc1e535-cf18-4e34-b942-7134c473bc14,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:58.218802 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Allocated IP 172.27.0.216 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/79b8872f-ad9e-4deb-bb7c-52df2b762693) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:58.238925 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-76d3c0dd-7a15-44f7-a0c0-adafbb901084 req-8fc9584c-644b-4435-b7c4-579ee8cb9eee tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 210 time: 0.1485853 May 10 15:03:58.240211 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-d069901b-3443-4cee-a707-2a95a63dabac tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:58.297969 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:03:58.410042 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-984ab225-bdc5-4fbc-816c-b2917ec6286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.461144 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-de216b8a-e51b-4413-9066-8ca366a2aa87 req-d069901b-3443-4cee-a707-2a95a63dabac tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] No DVR routers for this DVR port dcc1e535-cf18-4e34-b942-7134c473bc14 on host hv-cinder-78093 {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:03:58.464844 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-de216b8a-e51b-4413-9066-8ca366a2aa87 req-d069901b-3443-4cee-a707-2a95a63dabac tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.491563 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.495594 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52038c5c-df07-4f1d-855f-fa96975569a6', 'name': 'network-vif-deleted', 'tag': 'dcc1e535-cf18-4e34-b942-7134c473bc14'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:58.526049 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-de216b8a-e51b-4413-9066-8ca366a2aa87 req-d069901b-3443-4cee-a707-2a95a63dabac tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "DELETE /v2.0/ports/dcc1e535-cf18-4e34-b942-7134c473bc14 HTTP/1.1" status: 204 len: 173 time: 1.8510883 May 10 15:03:58.535654 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.556182 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:58.606811 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.611465 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52038c5c-df07-4f1d-855f-fa96975569a6', 'name': 'network-vif-deleted', 'tag': 'dcc1e535-cf18-4e34-b942-7134c473bc14', 'status': 'completed', 'code': 200} May 10 15:03:58.614706 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.618044 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8465bb07-2518-4e17-8bfb-3d074516ffe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:58.645386 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:58.655321 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:58.663591 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:03:58.663941 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=78716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:03:58.676267 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db6ab64-ffe4-47d6-9c41-d805ced1a1ad,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:58.679911 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:58.684241 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.684631 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.segments_db [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Added segment ec0e968a-e0f6-4431-83a9-5d118a48b777 of type vlan for network a30c8159-4b41-4b53-b57a-a9031ca14e7e May 10 15:03:58.770504 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.db_base_plugin_common [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Allocated IP 172.20.0.2 (edf3b600-e287-4ca0-8624-bacecfeb3854/71ac9dbf-3c9d-4116-b098-7b92ae84bb75/766a0eda-bce9-4bb8-b58b-75efb357f1cb) {{(pid=78718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:58.875152 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Pushing event updated for resources: {'Port': ['ID=79b8872f-ad9e-4deb-bb7c-52df2b762693,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:58.879745 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:58.900637 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.984705 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.986254 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:58.986898 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.994320 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:59.209089 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7996936 May 10 15:03:59.212678 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 33712) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:59.229134 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Pushing event updated for resources: {'Network': ['ID=a30c8159-4b41-4b53-b57a-a9031ca14e7e,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:59.230485 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Notify callbacks [] for port, precommit_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:59.232281 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:59.264056 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network a30c8159-4b41-4b53-b57a-a9031ca14e7e details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:03:59.279251 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608217e6-0a15-4326-baa5-55a9104f5fa4 req-e1cf1225-faec-43ec-95d1-a2cf385897aa tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:59.281297 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-608217e6-0a15-4326-baa5-55a9104f5fa4 req-e1cf1225-faec-43ec-95d1-a2cf385897aa tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.2362866 May 10 15:03:59.289628 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Request body: {'subnet': {'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-727800464-subnet', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'ip_version': 4}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:59.294916 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:59.307023 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Transition to ACTIVE for port object 766a0eda-bce9-4bb8-b58b-75efb357f1cb will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:59.426219 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-608217e6-0a15-4326-baa5-55a9104f5fa4 req-f218d811-9659-4d35-a031-42db2ce217a4 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366997 May 10 15:03:59.516643 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:59.587531 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Usage tracker for resource:subnet and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:59.596173 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:59.606578 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:59.608653 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Transition to ACTIVE for port object 766a0eda-bce9-4bb8-b58b-75efb357f1cb will not be triggered until provisioned by entity DHCP. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:59.647742 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Made reservation on behalf of 1b47f066ce9141fb9a35a65fa2ea01a6 for: {'subnet': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:59.660058 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6703467'] for subnet, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:59.663848 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:59.670571 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:59.738321 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Network edf3b600-e287-4ca0-8624-bacecfeb3854 is already hosted by enough agents. {{(pid=78718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:59.746330 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-720bad03-f949-4e7a-8147-e69c392f685f req-541744a8-b335-441d-90ee-6b9304b87f52 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Synchronizing usage tracker for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:59.747275 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.base_scheduler [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Resources bound (agent type, host, resource id): {{(pid=78718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:59.756234 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Received port after_create {{(pid=78718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:03:59.760704 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Pushing event updated for resources: {'Port': ['ID=766a0eda-bce9-4bb8-b58b-75efb357f1cb,revision_number=1']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:59.771359 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:59.883681 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-720bad03-f949-4e7a-8147-e69c392f685f req-541744a8-b335-441d-90ee-6b9304b87f52 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Unset dirty status for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:59.885157 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-720bad03-f949-4e7a-8147-e69c392f685f req-541744a8-b335-441d-90ee-6b9304b87f52 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 210 time: 0.2945366 May 10 15:03:59.909135 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:03:57Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:59.912620 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Attempting to bind port 766a0eda-bce9-4bb8-b58b-75efb357f1cb on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:03:59.913040 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Attempting to bind port 766a0eda-bce9-4bb8-b58b-75efb357f1cb by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'a3f09450-6f5b-4f27-90f9-71552010dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:03:59.913408 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Attempting to bind port 766a0eda-bce9-4bb8-b58b-75efb357f1cb on network edf3b600-e287-4ca0-8624-bacecfeb3854 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:59.918489 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47936c39-4c8d-4c7e-90f8-e6d1e67c87bd None None] The sync data for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi is: [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:03:57Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:03:59.924465 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:03:59.925104 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Checking segment: {'id': 'a3f09450-6f5b-4f27-90f9-71552010dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:03:59.925616 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:59.925902 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Bound using segment: {'id': 'a3f09450-6f5b-4f27-90f9-71552010dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:03:59.926634 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Bound port: 766a0eda-bce9-4bb8-b58b-75efb357f1cb, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f09450-6f5b-4f27-90f9-71552010dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:03:59.927043 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:59.964719 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7279d-0f64-44bd-bab1-8cf7d749034c req-26808e4e-1c9f-4d02-b351-bb91f37402cc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:59.976846 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-10d7279d-0f64-44bd-bab1-8cf7d749034c req-26808e4e-1c9f-4d02-b351-bb91f37402cc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.2144377 May 10 15:04:00.115646 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-10d7279d-0f64-44bd-bab1-8cf7d749034c req-7ac95dfb-4a0c-43e0-af95-cc436a7a3f57 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377144 May 10 15:04:00.141472 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8268398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8261376'] for router, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.172512 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['94c3e919-a7ae-409d-a393-b86f1be8dbc2', 'a2ebc7a3-83c9-441c-803a-a62dc658f803', 'f5e0d9cc-1f1a-49b3-9ec7-d54330c67760', 'dcc1e535-cf18-4e34-b942-7134c473bc14'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:00.364599 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 59aaff0b-8714-4a1a-88f8-96d43550c1a1 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:00.421354 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 33748) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:00.562352 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-52641f28-ac97-499e-8599-95a960c7da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.584323 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.604009 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] For port 766a0eda-bce9-4bb8-b58b-75efb357f1cb, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:04:00.638444 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] For port 766a0eda-bce9-4bb8-b58b-75efb357f1cb, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=766a0eda-bce9-4bb8-b58b-75efb357f1cb,segment=NetworkSegment(a3f09450-6f5b-4f27-90f9-71552010dd3a),segment_id=a3f09450-6f5b-4f27-90f9-71552010dd3a)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:04:00.663112 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.682834 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a29db9ab-38b6-484b-ac9b-8116d6cca0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:00.709875 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-b2eef745-485b-4c07-8d1c-6872b620b8ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2864077 May 10 15:04:00.909134 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Pushing event updated for resources: {'Port': ['ID=766a0eda-bce9-4bb8-b58b-75efb357f1cb,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:00.909767 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cd174-ce60-4668-a18e-4af4afb1763d req-5191cb20-3409-4f7b-ad98-a73b216a3dbc tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:00.923789 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Router c8d809f8-95ee-4983-bddb-73e968ef55ce is scheduled to L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f with binding_index 1 {{(pid=78717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:04:00.929665 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-352cd174-ce60-4668-a18e-4af4afb1763d req-5191cb20-3409-4f7b-ad98-a73b216a3dbc tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.2186024 May 10 15:04:00.956985 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device dc09ae5e-6431-4562-806a-73bd7bc70e96 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:01.022187 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:01.145247 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-352cd174-ce60-4668-a18e-4af4afb1763d req-71418f8e-9fbc-42af-b410-48990a02ecd9 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125399 May 10 15:04:01.300483 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port dc09ae5e-6431-4562-806a-73bd7bc70e96 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:01.341081 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port dc09ae5e-6431-4562-806a-73bd7bc70e96 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:01.341501 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.486332 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e1122bbe-64d9-4b2d-ae05-03702e957bfa req-f0b7ca9d-6a79-4ca1-83bb-df31c19ef08f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=52038c5c-df07-4f1d-855f-fa96975569a6 HTTP/1.1" status: 200 len: 210 time: 0.1664860 May 10 15:04:01.487535 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:04:01.505049 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Sync routers for ids ['c8d809f8-95ee-4983-bddb-73e968ef55ce'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:04:01.535212 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Routers {'c8d809f8-95ee-4983-bddb-73e968ef55ce'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:01.538315 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['c8d809f8-95ee-4983-bddb-73e968ef55ce'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:01.687345 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.770746 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.779574 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8819902 May 10 15:04:01.780844 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eca2d-24c4-45e9-aedc-b1e7a5fb62e5 req-2d6cf0d7-7280-453b-af69-7e661aca3c83 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:01.782718 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-aa9eca2d-24c4-45e9-aedc-b1e7a5fb62e5 req-2d6cf0d7-7280-453b-af69-7e661aca3c83 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.1877699 May 10 15:04:01.783434 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 33780) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:01.850878 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6703385'] for subnet, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.856975 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.864589 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:02.024431 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port dc09ae5e-6431-4562-806a-73bd7bc70e96, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=dc09ae5e-6431-4562-806a-73bd7bc70e96,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:02.053945 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:02.065930 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-424a48e9-46be-420e-981d-e9e868670467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:02.218393 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd116235-8c3d-4411-9dd7-686cf6681fc0,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:02.234312 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:02.239967 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Checking segment: {'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:02.240326 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Network hostable DHCP agents. Network: a30c8159-4b41-4b53-b57a-a9031ca14e7e, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:04:02.244675 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Set router c8d809f8-95ee-4983-bddb-73e968ef55ce gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:02.327659 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Network a30c8159-4b41-4b53-b57a-a9031ca14e7e is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:04:02.343938 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=dc09ae5e-6431-4562-806a-73bd7bc70e96,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:02.348619 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:02.375034 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, a30c8159-4b41-4b53-b57a-a9031ca14e7e) {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:02.392123 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7efd48c-9fe7-4c46-a011-f89e690de53d None None] Network a30c8159-4b41-4b53-b57a-a9031ca14e7e requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:04:02.419390 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:02.421632 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:02.490739 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-aa9eca2d-24c4-45e9-aedc-b1e7a5fb62e5 req-effe45ae-3c62-425b-aea6-fb4fba577db5 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4935443 May 10 15:04:02.504689 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f622623c-7069-48f9-a07e-fc1b4a54ae80 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.2905331 May 10 15:04:02.507365 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 33796) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:02.545684 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:02.571787 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:02.582621 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Usage tracker for resource:router and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:02.595324 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:02.615968 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:02.650950 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8335331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6011'] for router, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:02.653178 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8335340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8270572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7899051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6000'] for router, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:02.702000 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:03.018631 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda8c9c-4c96-568d-a79a-b4ac7ddc94e0-a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'fixed_ips': [{'subnet_id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0'}]}} from dv-cinder-780933-4-iscsi. {{(pid=78718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:04:03.020105 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:03.199910 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'name': 'tempest-TestVolumeBootPattern-1390175149-router', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:56Z', 'updated_at': '2021-05-10T15:03:59Z', 'revision_number': 3, 'project_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'gw_port': {'id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:58Z', 'updated_at': '2021-05-10T15:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:03.210662 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Checking router: c8d809f8-95ee-4983-bddb-73e968ef55ce for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:04:03.211251 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Updating router c8d809f8-95ee-4983-bddb-73e968ef55ce port 79b8872f-ad9e-4deb-bb7c-52df2b762693 binding host dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:04:03.247323 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38384d-9510-4beb-8162-35791ef219fe req-150c9c23-b282-452a-96c0-d8baa4262f7f tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:03.254909 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9e38384d-9510-4beb-8162-35791ef219fe req-150c9c23-b282-452a-96c0-d8baa4262f7f tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.3838394 May 10 15:04:03.362122 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:03.390682 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9e38384d-9510-4beb-8162-35791ef219fe req-9ecfcfe1-75e6-4f32-905b-d65c7bb8c5e8 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323445 May 10 15:04:03.466422 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.db_base_plugin_common [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Allocated IP 172.20.0.2 (a30c8159-4b41-4b53-b57a-a9031ca14e7e/bd116235-8c3d-4411-9dd7-686cf6681fc0/93286f47-d4ba-43dd-b908-61d236d353b4) {{(pid=78718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:03.773275 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device dc09ae5e-6431-4562-806a-73bd7bc70e96 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:03.824713 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8270485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8268311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5982'] for router, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:03.968155 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2596071a-4b54-4afa-a471-b5d064299dc3 None None] Network edf3b600-e287-4ca0-8624-bacecfeb3854 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:04:04.316759 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.333491 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9530-334f-4c23-b996-66f8a82e4283 req-d429b79a-3a52-46bd-ab52-9b8ac2a2136b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:04.335011 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-596e9530-334f-4c23-b996-66f8a82e4283 req-d429b79a-3a52-46bd-ab52-9b8ac2a2136b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.5154579 May 10 15:04:04.390132 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Notify callbacks [] for port, precommit_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.417807 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Transition to ACTIVE for port object 93286f47-d4ba-43dd-b908-61d236d353b4 will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:04.427773 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Notify callbacks [] for port, precommit_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.440672 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Transition to ACTIVE for port object 93286f47-d4ba-43dd-b908-61d236d353b4 will not be triggered until provisioned by entity DHCP. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:04.445109 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.provisioning_blocks [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Transition to ACTIVE for port object 79b8872f-ad9e-4deb-bb7c-52df2b762693 will not be triggered until provisioned by entity L2. {{(pid=78719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:04.460214 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-596e9530-334f-4c23-b996-66f8a82e4283 req-364f9b27-dbcb-4bf4-9bcc-6791c7f5e647 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184883 May 10 15:04:04.469495 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.511991 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:04.539163 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.668389 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372541c-0ec7-48ef-8ee3-446f327f6b15 None None] Pushing event updated for resources: {'Port': ['ID=79b8872f-ad9e-4deb-bb7c-52df2b762693,revision_number=2']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:04.671554 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.673849 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device dcc1e535-cf18-4e34-b942-7134c473bc14 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:04.683387 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-a372541c-0ec7-48ef-8ee3-446f327f6b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:04.718768 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Attempting to bind port 79b8872f-ad9e-4deb-bb7c-52df2b762693 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:04:04.719142 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Attempting to bind port 79b8872f-ad9e-4deb-bb7c-52df2b762693 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:04:04.719529 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Attempting to bind port 79b8872f-ad9e-4deb-bb7c-52df2b762693 on network bc1966c4-1376-496a-80cc-e9df4c16f0a5 {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:04:04.725228 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:04:04.725608 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Checking segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:04.726002 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.726420 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Bound using segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:04:04.726885 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Bound port: 79b8872f-ad9e-4deb-bb7c-52df2b762693, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:04:04.727273 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.737099 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Allocated IP 172.20.0.1 (edf3b600-e287-4ca0-8624-bacecfeb3854/71ac9dbf-3c9d-4116-b098-7b92ae84bb75/b0dd9eeb-f1ec-4496-9fb2-b23fd101974d) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:04.892067 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] For port 79b8872f-ad9e-4deb-bb7c-52df2b762693, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:04:04.898952 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] For port 79b8872f-ad9e-4deb-bb7c-52df2b762693, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=79b8872f-ad9e-4deb-bb7c-52df2b762693,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:04:04.907008 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.926657 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:04.990126 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: dcc1e535-cf18-4e34-b942-7134c473bc14 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:04:04.990385 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device dcc1e535-cf18-4e34-b942-7134c473bc14 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:04:05.016295 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Routers {'c8d809f8-95ee-4983-bddb-73e968ef55ce'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:05.017461 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['c8d809f8-95ee-4983-bddb-73e968ef55ce'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:05.034163 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.079640 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:05.086477 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Allocated IP 172.27.0.85 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/c348f2e1-810a-41f9-a639-86eaea0eae57) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:05.116844 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.160459 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Transition to ACTIVE for port object b0dd9eeb-f1ec-4496-9fb2-b23fd101974d will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:05.220760 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] Set router c8d809f8-95ee-4983-bddb-73e968ef55ce gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:05.229601 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Network a30c8159-4b41-4b53-b57a-a9031ca14e7e is already hosted by enough agents. {{(pid=78718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:05.233849 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.236568 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Pushing event updated for resources: {'Port': ['ID=93286f47-d4ba-43dd-b908-61d236d353b4,revision_number=1']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:05.245341 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.base_scheduler [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Resources bound (agent type, host, resource id): {{(pid=78718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:05.249623 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:05.251295 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-2ac22cb9-3197-482d-b05c-6b62bdd58d5e None None] Provisioning for port 766a0eda-bce9-4bb8-b58b-75efb357f1cb completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:05.268254 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Received port after_create {{(pid=78718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:04:05.271644 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.293556 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port dc09ae5e-6431-4562-806a-73bd7bc70e96 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:05.293938 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.315061 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:05.390948 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.404014 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b0dd9eeb-f1ec-4496-9fb2-b23fd101974d,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:05.422251 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:05.428979 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372541c-0ec7-48ef-8ee3-446f327f6b15 None None] Pushing event updated for resources: {'Port': ['ID=79b8872f-ad9e-4deb-bb7c-52df2b762693,revision_number=3']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:05.432575 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-a372541c-0ec7-48ef-8ee3-446f327f6b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:05.453207 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.453664 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Network edf3b600-e287-4ca0-8624-bacecfeb3854 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:05.455407 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:05.459010 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:05.470841 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:04:05.544317 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:05.545945 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:05.555261 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:04:05.615540 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'name': 'tempest-TestVolumeBootPattern-1390175149-router', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:56Z', 'updated_at': '2021-05-10T15:03:59Z', 'revision_number': 3, 'project_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'gw_port': {'id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:58Z', 'updated_at': '2021-05-10T15:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:05.619979 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d031da-4a4e-49f4-a127-e16866edfe66 None None] The sync data for ids ['c8d809f8-95ee-4983-bddb-73e968ef55ce'] in dv-cinder-780933-4-iscsi is: [{'id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'name': 'tempest-TestVolumeBootPattern-1390175149-router', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:56Z', 'updated_at': '2021-05-10T15:03:59Z', 'revision_number': 3, 'project_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'gw_port': {'id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:58Z', 'updated_at': '2021-05-10T15:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:04:05.641817 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8258015'] for router_interface, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.690650 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Attempting to bind port 93286f47-d4ba-43dd-b908-61d236d353b4 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:04:05.695163 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Attempting to bind port 93286f47-d4ba-43dd-b908-61d236d353b4 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:04:05.695557 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Attempting to bind port 93286f47-d4ba-43dd-b908-61d236d353b4 on network a30c8159-4b41-4b53-b57a-a9031ca14e7e {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:04:05.722945 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 766a0eda-bce9-4bb8-b58b-75efb357f1cb up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:05.773675 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:04:05.773954 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Checking segment: {'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:05.774323 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.774723 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Bound using segment: {'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:04:05.775206 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Bound port: 93286f47-d4ba-43dd-b908-61d236d353b4, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:04:05.775584 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.824449 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ebff4-8bc9-47cb-8eaf-b2cdf74daa1c req-74206796-718d-4338-aa2b-f75d0d89ea4f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:05.832604 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cc1ebff4-8bc9-47cb-8eaf-b2cdf74daa1c req-74206796-718d-4338-aa2b-f75d0d89ea4f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 946 time: 0.6234329 May 10 15:04:05.966055 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b15c0b-0d4b-43df-b9cc-fdd77aa9f467 req-2836c76b-a2c9-4c67-b17d-10d6ab44776d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:05.968220 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-36b15c0b-0d4b-43df-b9cc-fdd77aa9f467 req-2836c76b-a2c9-4c67-b17d-10d6ab44776d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.2714007 May 10 15:04:06.030729 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] For port 93286f47-d4ba-43dd-b908-61d236d353b4, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:04:06.039224 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] For port 93286f47-d4ba-43dd-b908-61d236d353b4, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=93286f47-d4ba-43dd-b908-61d236d353b4,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:04:06.065545 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:06.066325 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cc1ebff4-8bc9-47cb-8eaf-b2cdf74daa1c req-9c6077f5-2c98-4fe4-b862-6693e23254be tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286143 May 10 15:04:06.101775 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:06.195683 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:06.232881 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 766a0eda-bce9-4bb8-b58b-75efb357f1cb completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:06.259171 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 766a0eda-bce9-4bb8-b58b-75efb357f1cb triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:06.259557 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:06.283179 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:06.327953 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Pushing event updated for resources: {'Port': ['ID=93286f47-d4ba-43dd-b908-61d236d353b4,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:06.332165 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:06.335602 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-7da62d2c-a179-4d1a-9151-400aa89016a3 None None] Provisioning complete for port 766a0eda-bce9-4bb8-b58b-75efb357f1cb triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:06.336026 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-7da62d2c-a179-4d1a-9151-400aa89016a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:06.414166 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-36b15c0b-0d4b-43df-b9cc-fdd77aa9f467 req-b6270dc5-002f-4850-a10c-ca655599f12b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3992190 May 10 15:04:06.669466 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:06.682364 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Pushing event updated for resources: {'Port': ['ID=c348f2e1-810a-41f9-a639-86eaea0eae57,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:06.689759 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.231s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:06.831750 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:06.831982 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-7da62d2c-a179-4d1a-9151-400aa89016a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:06.844573 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:06.882483 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 766a0eda-bce9-4bb8-b58b-75efb357f1cb, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=766a0eda-bce9-4bb8-b58b-75efb357f1cb,segment=NetworkSegment(a3f09450-6f5b-4f27-90f9-71552010dd3a),segment_id=a3f09450-6f5b-4f27-90f9-71552010dd3a)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:06.899735 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:06.903591 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a452e465-bd9b-479d-acf3-1736c3532b2e tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:07.027341 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:07.074149 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8257916'] for router_interface, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:07.086397 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b0dd9eeb-f1ec-4496-9fb2-b23fd101974d,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:07.090945 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:07.202591 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=766a0eda-bce9-4bb8-b58b-75efb357f1cb,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:07.209326 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:07.212115 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 93286f47-d4ba-43dd-b908-61d236d353b4 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:07.311692 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8268398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8261376'] for router, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:07.319338 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.db.api [None req-7da62d2c-a179-4d1a-9151-400aa89016a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:04:07.319744 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_db.api [None req-7da62d2c-a179-4d1a-9151-400aa89016a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:04:07.363737 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Network edf3b600-e287-4ca0-8624-bacecfeb3854 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:07.370786 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:07.374347 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 93286f47-d4ba-43dd-b908-61d236d353b4 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:07.406135 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 79b8872f-ad9e-4deb-bb7c-52df2b762693 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:07.547002 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 79b8872f-ad9e-4deb-bb7c-52df2b762693 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:07.559639 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 79b8872f-ad9e-4deb-bb7c-52df2b762693 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:07.563152 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:08.000163 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Router 1145d9e3-0fb9-460a-b693-043fbc9ff75e is scheduled to L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f with binding_index 1 {{(pid=78717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:04:08.097521 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0efcb94-2df3-4d41-bd72-3a2740c15191 None None] Network a30c8159-4b41-4b53-b57a-a9031ca14e7e requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:04:08.192262 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b508d-4e97-4191-8264-a4053ae6eb19 req-b7067ada-723c-4be6-acc3-6d3ec872f0a8 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:08.202210 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:08.203113 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-197b508d-4e97-4191-8264-a4053ae6eb19 req-b7067ada-723c-4be6-acc3-6d3ec872f0a8 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 946 time: 0.8873658 May 10 15:04:08.236284 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 79b8872f-ad9e-4deb-bb7c-52df2b762693, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=79b8872f-ad9e-4deb-bb7c-52df2b762693,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:08.264549 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:08.272756 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:08.284959 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:04:08.324147 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Sync routers for ids ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:04:08.335439 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:08.335933 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-197b508d-4e97-4191-8264-a4053ae6eb19 req-6b0ac46e-4efd-41b9-bfe3-d4550ec688b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313794 May 10 15:04:08.340554 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-8f922a76-b6e2-4d09-8b22-09d21fb6c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:08.342165 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-8f922a76-b6e2-4d09-8b22-09d21fb6c3ba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd&tenant_id=44887f9b480647b0a07600f3de217a2b HTTP/1.1" status: 200 len: 1097 time: 0.4075704 May 10 15:04:08.360490 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.8447211 May 10 15:04:08.364824 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 33866) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:08.382269 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Routers {'1145d9e3-0fb9-460a-b693-043fbc9ff75e'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:08.383259 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:08.399862 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69b072-a54c-4452-b99a-0e1b75884679 req-9706563d-0e59-46cb-8c99-c965b8af77b3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:08.409282 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2d69b072-a54c-4452-b99a-0e1b75884679 req-9706563d-0e59-46cb-8c99-c965b8af77b3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.3690383 May 10 15:04:08.512693 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] Provisioning for port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:08.538035 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Router c8d809f8-95ee-4983-bddb-73e968ef55ce has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:04:08.575659 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2d69b072-a54c-4452-b99a-0e1b75884679 req-2549e5eb-0d39-4700-a4a8-4c0900ebabf7 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654294 May 10 15:04:08.883013 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] Provisioning complete for port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:08.883786 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.028589 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=79b8872f-ad9e-4deb-bb7c-52df2b762693,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:09.057745 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:09.061579 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-1435b1e2-18c6-4439-9132-4315e79f804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:09.063227 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-1435b1e2-18c6-4439-9132-4315e79f804a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 1097 time: 0.6510518 May 10 15:04:09.080712 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 766a0eda-bce9-4bb8-b58b-75efb357f1cb up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:09.175338 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] Port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:04:09.249573 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] Provisioning for port 93286f47-d4ba-43dd-b908-61d236d353b4 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:09.254943 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Set router 1145d9e3-0fb9-460a-b693-043fbc9ff75e gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:09.285324 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-77fe6709-e8af-46d6-baa6-e866126f8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:09.288154 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-77fe6709-e8af-46d6-baa6-e866126f8728 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 918 time: 0.2058239 May 10 15:04:09.348999 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a410194-920d-4f5d-9d95-991dded418f3 req-de1d881d-1876-4a66-860d-3952d3e8ea2d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:09.349744 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-6a410194-920d-4f5d-9d95-991dded418f3 req-de1d881d-1876-4a66-860d-3952d3e8ea2d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Synchronizing usage tracker for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:port {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:04:09.509343 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] Provisioning complete for port 93286f47-d4ba-43dd-b908-61d236d353b4 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:09.509672 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.665611 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-38289740-c430-4e38-b8cd-c75778099a27 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1 HTTP/1.1" status: 200 len: 1000 time: 0.1710718 May 10 15:04:09.666893 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 766a0eda-bce9-4bb8-b58b-75efb357f1cb triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:09.667279 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.680276 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-d32953f0-a0c2-46dd-aa7f-eea57e82d321 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:09.682235 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-d32953f0-a0c2-46dd-aa7f-eea57e82d321 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/networks?id=f8343d0e-2cba-450c-9f37-ae410859cdeb HTTP/1.1" status: 200 len: 813 time: 0.3923383 May 10 15:04:09.720808 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-6a410194-920d-4f5d-9d95-991dded418f3 req-de1d881d-1876-4a66-860d-3952d3e8ea2d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Unset dirty status for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:port {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:04:09.722280 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6a410194-920d-4f5d-9d95-991dded418f3 req-de1d881d-1876-4a66-860d-3952d3e8ea2d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 946 time: 0.6246300 May 10 15:04:09.803960 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-6eaecd5d-8249-4e44-a9f6-e4a471393584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:09.805393 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-6eaecd5d-8249-4e44-a9f6-e4a471393584 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 200 len: 856 time: 0.0868769 May 10 15:04:10.005173 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-b98efb89-8c84-491a-9ba5-5f6eb880b714 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/quotas/5e49d348735942b989e2f05d74fe6471 HTTP/1.1" status: 200 len: 375 time: 0.1715338 May 10 15:04:10.118980 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:04:10.132037 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Sync routers for ids ['c8d809f8-95ee-4983-bddb-73e968ef55ce'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:04:10.140987 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-039e45c4-16a8-42e6-a5b1-eec1475d2369 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e49d348735942b989e2f05d74fe6471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1274953 May 10 15:04:10.143391 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] 10.222.0.43 "PUT /v2.0/routers/c8d809f8-95ee-4983-bddb-73e968ef55ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3589330 May 10 15:04:10.160499 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Routers {'c8d809f8-95ee-4983-bddb-73e968ef55ce'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:10.162192 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['c8d809f8-95ee-4983-bddb-73e968ef55ce'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:10.204025 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-6a410194-920d-4f5d-9d95-991dded418f3 req-fff9911c-d6ae-480b-8d6f-4d29c587ea44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Deleting port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:04:10.205080 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6a410194-920d-4f5d-9d95-991dded418f3 req-fff9911c-d6ae-480b-8d6f-4d29c587ea44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:10.319677 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:10.401649 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-31858422-b73b-4c47-8b36-0481cf5182cc service neutron] 10.222.0.43 "GET /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411861 May 10 15:04:10.448103 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] For port 93286f47-d4ba-43dd-b908-61d236d353b4, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=93286f47-d4ba-43dd-b908-61d236d353b4,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:10.454921 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:10.458212 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:10.527051 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:04:05Z', 'revision_number': 3, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:10.534960 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Checking router: 1145d9e3-0fb9-460a-b693-043fbc9ff75e for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:04:10.535308 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Updating router 1145d9e3-0fb9-460a-b693-043fbc9ff75e port c348f2e1-810a-41f9-a639-86eaea0eae57 binding host dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:04:10.573665 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-6a410194-920d-4f5d-9d95-991dded418f3 req-fff9911c-d6ae-480b-8d6f-4d29c587ea44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] For port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:10.575023 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6a410194-920d-4f5d-9d95-991dded418f3 req-fff9911c-d6ae-480b-8d6f-4d29c587ea44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:10.594187 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Set router c8d809f8-95ee-4983-bddb-73e968ef55ce gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:10.621155 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] Pushing event updated for resources: {'Port': ['ID=93286f47-d4ba-43dd-b908-61d236d353b4,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:10.627329 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-efc82cc1-ec4e-46f2-930e-f452d815ce64 None None] Provisioning complete for port 93286f47-d4ba-43dd-b908-61d236d353b4 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:10.627862 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-efc82cc1-ec4e-46f2-930e-f452d815ce64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:10.688254 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:10.690272 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:10.772771 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97392902-3152-4687-8ac5-4b0eee9900ca req-fa3c04e4-59c8-42c3-a399-8c6f14ca4f6b tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:10.789328 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-97392902-3152-4687-8ac5-4b0eee9900ca req-fa3c04e4-59c8-42c3-a399-8c6f14ca4f6b tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 946 time: 1.1059942 May 10 15:04:10.855403 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-5ef51a3e-5e71-4b8f-a70d-3b65ff4a3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:10.857184 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-5ef51a3e-5e71-4b8f-a70d-3b65ff4a3f96 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a505177-ed31-4f0e-addb-1734401fec02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.0080335 May 10 15:04:11.002012 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-6a410194-920d-4f5d-9d95-991dded418f3 req-fff9911c-d6ae-480b-8d6f-4d29c587ea44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Calling delete_port for f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 owned by compute:nova {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:04:11.024759 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'name': 'tempest-TestVolumeBootPattern-1390175149-router', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:56Z', 'updated_at': '2021-05-10T15:04:05Z', 'revision_number': 4, 'project_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'gw_port': {'id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:58Z', 'updated_at': '2021-05-10T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'b0dd9eeb-f1ec-4496-9fb2-b23fd101974d', 'name': '', 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'mac_address': 'fa:16:3e:42:0f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '71ac9dbf-3c9d-4116-b098-7b92ae84bb75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:06Z', 'revision_number': 2, 'project_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'subnets': [{'id': '71ac9dbf-3c9d-4116-b098-7b92ae84bb75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:11.036470 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Checking router: c8d809f8-95ee-4983-bddb-73e968ef55ce for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:04:11.036841 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Updating router c8d809f8-95ee-4983-bddb-73e968ef55ce port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d binding host dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:04:11.146127 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-3b0043fd-cd51-44d3-ad24-b7062079132f service neutron] 10.222.0.43 "GET /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7382429 May 10 15:04:11.237020 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.272903 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 93286f47-d4ba-43dd-b908-61d236d353b4 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:11.577147 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.581267 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-97392902-3152-4687-8ac5-4b0eee9900ca req-dd296bc7-31e1-4868-8db5-47b7229baf44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7908018 May 10 15:04:11.590525 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-705055f0-126b-4949-8e20-de1468b5d9bb service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163560 May 10 15:04:11.792806 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 93286f47-d4ba-43dd-b908-61d236d353b4 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:11.802749 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.803764 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-c980524f-86d2-466b-8a17-dbd7592aafa4 req-37c99bd4-1b48-4e60-8c72-c39509f8e0e5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5775058 May 10 15:04:11.820374 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6a410194-920d-4f5d-9d95-991dded418f3 req-fff9911c-d6ae-480b-8d6f-4d29c587ea44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.889736 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c5aa67cb-d3b6-4d30-b1e5-73a7b03939ac req-e7cfc563-8176-46fc-b63b-4cb69454c96b service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319098 May 10 15:04:11.897422 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['94c3e919-a7ae-409d-a393-b86f1be8dbc2', 'a2ebc7a3-83c9-441c-803a-a62dc658f803'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:11.994215 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ebca2-bbb3-4fab-a041-460696e4e592 req-aa765b84-c908-481f-a573-d4f6787b56db tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:11.999091 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-df0ebca2-bbb3-4fab-a041-460696e4e592 req-aa765b84-c908-481f-a573-d4f6787b56db tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.4049101 May 10 15:04:12.008137 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-bff99af4-6acc-4fa3-8620-216b4a7661bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:12.064549 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-df0ebca2-bbb3-4fab-a041-460696e4e592 req-d0a096f3-cfa4-4c74-9a0f-1ac29a57d1e2 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576713 May 10 15:04:12.175224 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-135aa15b-a400-49fb-ae49-a7355e8cd2b1 req-804b6e14-eedb-407b-aa63-f606a741649d tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 210 time: 0.0697818 May 10 15:04:12.199281 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9911c-d6ae-480b-8d6f-4d29c587ea44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Pushing event deleted for resources: {'Port': ['ID=f5e0d9cc-1f1a-49b3-9ec7-d54330c67760,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:12.251155 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-fff9911c-d6ae-480b-8d6f-4d29c587ea44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:12.392144 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a410194-920d-4f5d-9d95-991dded418f3 req-fff9911c-d6ae-480b-8d6f-4d29c587ea44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] No DVR routers for this DVR port f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 on host hv-cinder-78093 {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:04:12.409401 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-6a410194-920d-4f5d-9d95-991dded418f3 req-fff9911c-d6ae-480b-8d6f-4d29c587ea44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:12.424417 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9728b415-1832-4bc7-990e-829fe907eba5', 'name': 'network-vif-deleted', 'tag': 'f5e0d9cc-1f1a-49b3-9ec7-d54330c67760'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:12.424784 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Notify callbacks [] for port, precommit_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:12.439923 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.provisioning_blocks [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Transition to ACTIVE for port object b0dd9eeb-f1ec-4496-9fb2-b23fd101974d will not be triggered until provisioned by entity L2. {{(pid=78719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:12.451400 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:12.457068 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-4d5a986e-c128-4382-a511-f11ddf1ff941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:12.548623 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc112aa-fe92-4ec8-83be-643d986d636c None None] Pushing event updated for resources: {'Port': ['ID=b0dd9eeb-f1ec-4496-9fb2-b23fd101974d,revision_number=3']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:12.555035 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-1bc112aa-fe92-4ec8-83be-643d986d636c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:12.560788 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 79b8872f-ad9e-4deb-bb7c-52df2b762693 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:12.583154 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-6a410194-920d-4f5d-9d95-991dded418f3 req-fff9911c-d6ae-480b-8d6f-4d29c587ea44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "DELETE /v2.0/ports/f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 HTTP/1.1" status: 204 len: 173 time: 2.8445044 May 10 15:04:12.595187 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728b415-1832-4bc7-990e-829fe907eba5', 'name': 'network-vif-deleted', 'tag': 'f5e0d9cc-1f1a-49b3-9ec7-d54330c67760', 'status': 'completed', 'code': 200} May 10 15:04:12.654941 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980524f-86d2-466b-8a17-dbd7592aafa4 req-a1e7b9b5-f513-4955-a5e5-296f9f0c9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:12.657208 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-c980524f-86d2-466b-8a17-dbd7592aafa4 req-a1e7b9b5-f513-4955-a5e5-296f9f0c9c9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 1099 time: 0.8093164 May 10 15:04:12.679933 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:12.924387 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980524f-86d2-466b-8a17-dbd7592aafa4 req-1faa7f46-a1fe-42a5-8563-f2e5563c75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:12.930246 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-c980524f-86d2-466b-8a17-dbd7592aafa4 req-1faa7f46-a1fe-42a5-8563-f2e5563c75bf service neutron] 10.222.0.38 "GET /v2.0/networks?id=9898ef2e-8f23-4108-a4f9-428beb28e721 HTTP/1.1" status: 200 len: 919 time: 0.2499273 May 10 15:04:12.942310 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Allocated IP 172.20.0.1 (a30c8159-4b41-4b53-b57a-a9031ca14e7e/bd116235-8c3d-4411-9dd7-686cf6681fc0/bcd90406-6b95-4887-8327-6fa3c222b843) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:12.952279 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:04:12.953768 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device f5e0d9cc-1f1a-49b3-9ec7-d54330c67760 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:04:13.047507 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Notify callbacks [] for port, precommit_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:13.063397 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-dee89a29-a7b1-4151-9330-7485b7300e8c req-aa1ce1d6-ce5f-407f-b0e4-6215be3eb8ea tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=9728b415-1832-4bc7-990e-829fe907eba5 HTTP/1.1" status: 200 len: 210 time: 0.1524057 May 10 15:04:13.141648 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Transition to ACTIVE for port object c348f2e1-810a-41f9-a639-86eaea0eae57 will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:13.142838 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Attempting to bind port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:04:13.143320 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Attempting to bind port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'a3f09450-6f5b-4f27-90f9-71552010dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854'}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:04:13.143780 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Attempting to bind port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d on network edf3b600-e287-4ca0-8624-bacecfeb3854 {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:04:13.157822 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:04:13.158402 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Checking segment: {'id': 'a3f09450-6f5b-4f27-90f9-71552010dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:13.158991 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:13.159471 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Bound using segment: {'id': 'a3f09450-6f5b-4f27-90f9-71552010dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854'} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:04:13.160041 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Bound port: b0dd9eeb-f1ec-4496-9fb2-b23fd101974d, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f09450-6f5b-4f27-90f9-71552010dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854'}}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:04:13.160525 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:13.202318 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:13.215024 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:13.235596 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-c980524f-86d2-466b-8a17-dbd7592aafa4 req-29a6370c-71ff-46e6-9bdd-cb24c6d35fda service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac HTTP/1.1" status: 200 len: 217 time: 0.2869885 May 10 15:04:13.246597 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 79b8872f-ad9e-4deb-bb7c-52df2b762693 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:13.247108 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:13.300175 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Attempting to bind port c348f2e1-810a-41f9-a639-86eaea0eae57 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:04:13.300421 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Attempting to bind port c348f2e1-810a-41f9-a639-86eaea0eae57 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:04:13.300878 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Attempting to bind port c348f2e1-810a-41f9-a639-86eaea0eae57 on network bc1966c4-1376-496a-80cc-e9df4c16f0a5 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:04:13.354905 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:04:13.355443 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Checking segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:13.355966 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:13.356457 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Bound using segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:04:13.357220 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Bound port: c348f2e1-810a-41f9-a639-86eaea0eae57, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:04:13.357734 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:13.440557 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] For port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:04:13.454665 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] For port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=b0dd9eeb-f1ec-4496-9fb2-b23fd101974d,segment=NetworkSegment(a3f09450-6f5b-4f27-90f9-71552010dd3a),segment_id=a3f09450-6f5b-4f27-90f9-71552010dd3a)] {{(pid=78719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:04:13.465796 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:13.469872 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336de6d-fce8-4265-af06-6773747fd6ea None None] Pushing event updated for resources: {'Port': ['ID=c348f2e1-810a-41f9-a639-86eaea0eae57,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:13.481885 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-0336de6d-fce8-4265-af06-6773747fd6ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:13.501474 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:13.570029 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980524f-86d2-466b-8a17-dbd7592aafa4 req-c7c688fa-23fd-4647-98c6-a574185e74df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:13.573902 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-c980524f-86d2-466b-8a17-dbd7592aafa4 req-c7c688fa-23fd-4647-98c6-a574185e74df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1859c68a-7965-4036-a524-e77acc694d2a HTTP/1.1" status: 200 len: 858 time: 0.2320657 May 10 15:04:13.583483 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] For port c348f2e1-810a-41f9-a639-86eaea0eae57, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:04:13.602600 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] For port c348f2e1-810a-41f9-a639-86eaea0eae57, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=c348f2e1-810a-41f9-a639-86eaea0eae57,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:04:13.648133 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:13.654378 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:13.719491 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-c980524f-86d2-466b-8a17-dbd7592aafa4 req-105c8f69-75c9-4adc-8fee-6faffd984c09 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9898ef2e-8f23-4108-a4f9-428beb28e721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778229 May 10 15:04:13.776825 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc112aa-fe92-4ec8-83be-643d986d636c None None] Pushing event updated for resources: {'Port': ['ID=b0dd9eeb-f1ec-4496-9fb2-b23fd101974d,revision_number=4']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:13.795628 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-1bc112aa-fe92-4ec8-83be-643d986d636c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:13.850042 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Routers {'c8d809f8-95ee-4983-bddb-73e968ef55ce'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:13.851131 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['c8d809f8-95ee-4983-bddb-73e968ef55ce'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:13.867673 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 33982) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:13.873888 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725822245', 'description': 'tempest-secgroup-smoke-725822245 description', 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:13.888462 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:13.908511 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:security_group and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:13.919484 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:13.938083 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:13.970331 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.008383 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336de6d-fce8-4265-af06-6773747fd6ea None None] Pushing event updated for resources: {'Port': ['ID=c348f2e1-810a-41f9-a639-86eaea0eae57,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:14.020647 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Routers {'1145d9e3-0fb9-460a-b693-043fbc9ff75e'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:14.021376 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:14.034560 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:14.045923 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:security_group_rule and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:14.052321 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:14.087237 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:14.203162 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-0336de6d-fce8-4265-af06-6773747fd6ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:14.254637 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-c980524f-86d2-466b-8a17-dbd7592aafa4 req-e595104b-9d91-4f16-9fc0-02eeb0ac07ec service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175471 May 10 15:04:14.274979 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137ab20-a4fa-4f83-bf00-3140da221c7e req-38abc328-b974-41cf-b0e0-eb59d1893e49 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:14.283761 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a137ab20-a4fa-4f83-bf00-3140da221c7e req-38abc328-b974-41cf-b0e0-eb59d1893e49 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.1829267 May 10 15:04:14.474924 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0b3758c7-eb25-4501-bdc3-f1101dd7aad5 req-dcb87a4c-3736-458b-b9e5-28482a64a2a3 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 210 time: 0.1493556 May 10 15:04:14.507176 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] Set router 1145d9e3-0fb9-460a-b693-043fbc9ff75e gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:14.513646 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a137ab20-a4fa-4f83-bf00-3140da221c7e req-15b81267-3e81-4da1-93ac-0380afcfc6af tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254138 May 10 15:04:14.576651 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-c980524f-86d2-466b-8a17-dbd7592aafa4 req-bf712fda-4598-4a43-8d42-e31eb15006e6 service neutron] 10.222.0.38 "GET /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838254 May 10 15:04:14.578135 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.594582 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.666972 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.689495 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-474cb081-e773-40a4-a739-b7d096e85aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:14.708198 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Transition to ACTIVE for port object bcd90406-6b95-4887-8327-6fa3c222b843 will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:14.713450 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] Set router c8d809f8-95ee-4983-bddb-73e968ef55ce gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:14.766894 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.777525 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:14.945462 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c06dcf0-ccab-41c2-b829-b61ee4f58019,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:14.973544 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:14.978770 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.981272 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1122470 May 10 15:04:14.984791 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 33990) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:15.006072 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'security_group_rule': {'security_group_id': '6c06dcf0-ccab-41c2-b829-b61ee4f58019', 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:15.023521 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:15.039787 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:security_group_rule and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:15.058784 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:15.099548 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:15.150176 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.268157 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Network a30c8159-4b41-4b53-b57a-a9031ca14e7e is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:15.348995 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:15.448558 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:04:15.461998 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:04:05Z', 'revision_number': 3, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:15.471414 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.475336 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f8da78-4986-4b57-84f4-c0de01a4b215 None None] The sync data for ids ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'] in dv-cinder-780933-4-iscsi is: [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:04:05Z', 'revision_number': 3, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:04:15.524613 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba19f3-3498-465b-9239-42493e93f2c1 req-57786653-572b-4744-9527-b8d3aab33026 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:15.534951 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8aba19f3-3498-465b-9239-42493e93f2c1 req-57786653-572b-4744-9527-b8d3aab33026 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.7122819 May 10 15:04:15.555864 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.571942 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Pushing event updated for resources: {'Port': ['ID=bcd90406-6b95-4887-8327-6fa3c222b843,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:15.597757 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:15.620902 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a725e549-deee-4960-8cee-c894e7af393a,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:15.636506 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:15.644329 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:15.678697 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8aba19f3-3498-465b-9239-42493e93f2c1 req-85c4fa4b-92cb-432b-a70d-748888fef64d tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423650 May 10 15:04:15.709559 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.710805 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7186291 May 10 15:04:15.719816 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34002) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:15.756992 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'security_group_rule': {'security_group_id': '6c06dcf0-ccab-41c2-b829-b61ee4f58019', 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:15.820399 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:15.851833 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:security_group_rule and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:15.872684 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8258015'] for router_interface, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.876367 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:15.901593 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:15.965254 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4d6c6-df93-4261-8215-cf7d084f8e1f req-3f9a540c-3faf-4657-bcfc-fd06d48f4107 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:15.978185 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a8d4d6c6-df93-4261-8215-cf7d084f8e1f req-3f9a540c-3faf-4657-bcfc-fd06d48f4107 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.1468818 May 10 15:04:16.042018 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-0817cd31-6a6b-4af1-b5b3-d4e60ef1fa59 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:16.047878 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-0817cd31-6a6b-4af1-b5b3-d4e60ef1fa59 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.38 "GET /v2.0/networks?id=f8343d0e-2cba-450c-9f37-ae410859cdeb HTTP/1.1" status: 200 len: 813 time: 1.1553228 May 10 15:04:16.079390 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-1c18dce3-8ad1-47cb-b31a-02f71119268d None None] Provisioning for port bcd90406-6b95-4887-8327-6fa3c222b843 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:16.155745 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Request body: {'port': {'device_id': '85a4c4e8-0ce9-462e-87db-50bbfdc14ae1', 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb', 'admin_state_up': True, 'tenant_id': '5e49d348735942b989e2f05d74fe6471'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:16.215092 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-1c18dce3-8ad1-47cb-b31a-02f71119268d None None] Provisioning complete for port bcd90406-6b95-4887-8327-6fa3c222b843 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:16.223237 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1c18dce3-8ad1-47cb-b31a-02f71119268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:16.343434 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:16.392455 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-696f7aba-e91f-441d-bb06-d8a59de6f270 req-3aaa69b7-22e8-405b-82d2-9e7ef8cc57f2 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 210 time: 0.3583450 May 10 15:04:16.427486 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'name': 'tempest-TestVolumeBootPattern-1390175149-router', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:56Z', 'updated_at': '2021-05-10T15:04:05Z', 'revision_number': 4, 'project_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'gw_port': {'id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:58Z', 'updated_at': '2021-05-10T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'b0dd9eeb-f1ec-4496-9fb2-b23fd101974d', 'name': '', 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'mac_address': 'fa:16:3e:42:0f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '71ac9dbf-3c9d-4116-b098-7b92ae84bb75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:13Z', 'revision_number': 4, 'project_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'subnets': [{'id': '71ac9dbf-3c9d-4116-b098-7b92ae84bb75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:16.428118 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a8d4d6c6-df93-4261-8215-cf7d084f8e1f req-6375ee32-b4bc-45c6-9eea-24e364700f2d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4469218 May 10 15:04:16.434456 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e9262-255e-4e83-adf0-539bb02ea853 None None] The sync data for ids ['c8d809f8-95ee-4983-bddb-73e968ef55ce'] in dv-cinder-780933-4-iscsi is: [{'id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'name': 'tempest-TestVolumeBootPattern-1390175149-router', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:56Z', 'updated_at': '2021-05-10T15:04:05Z', 'revision_number': 4, 'project_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'gw_port': {'id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:58Z', 'updated_at': '2021-05-10T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'b0dd9eeb-f1ec-4496-9fb2-b23fd101974d', 'name': '', 'network_id': 'edf3b600-e287-4ca0-8624-bacecfeb3854', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'mac_address': 'fa:16:3e:42:0f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '71ac9dbf-3c9d-4116-b098-7b92ae84bb75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:13Z', 'revision_number': 4, 'project_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'subnets': [{'id': '71ac9dbf-3c9d-4116-b098-7b92ae84bb75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:04:16.501533 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:16.544880 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-1c18dce3-8ad1-47cb-b31a-02f71119268d None None] Port bcd90406-6b95-4887-8327-6fa3c222b843 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:04:16.881342 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e001379-bf97-421a-837f-dfac08e79c2e req-5982b963-7dd5-4e71-9b0e-554bf1db3a2f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:16.893871 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e001379-bf97-421a-837f-dfac08e79c2e req-5982b963-7dd5-4e71-9b0e-554bf1db3a2f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 946 time: 0.2629435 May 10 15:04:16.932064 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:17.099285 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:17.112368 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e001379-bf97-421a-837f-dfac08e79c2e req-826ab602-b998-44ab-ab4e-9fe249af797f tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174973 May 10 15:04:17.152200 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:17.199386 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201da15f-ff08-44b0-9919-3f76353f8ff7 req-39df3bb7-aac8-41d2-8794-8b98d9678086 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:17.211280 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-201da15f-ff08-44b0-9919-3f76353f8ff7 req-39df3bb7-aac8-41d2-8794-8b98d9678086 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.2286243 May 10 15:04:17.219424 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:17.231364 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f6a972bb-5b9d-4a98-84e7-8d346d7a301e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:17.325547 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Usage tracker for resource:port and tenant:5e49d348735942b989e2f05d74fe6471 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:17.349559 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-201da15f-ff08-44b0-9919-3f76353f8ff7 req-2848a892-c8bb-4686-b710-3878e9e1dd70 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372957 May 10 15:04:17.419095 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:17.419095 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:17.499711 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:17.505540 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:17.572384 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Pushing event updated for resources: {'Port': ['ID=bcd90406-6b95-4887-8327-6fa3c222b843,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:17.579315 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8257916'] for router_interface, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:17.583738 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:17.584603 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f1156e7c-09e2-4a71-8349-2e8d0d9c589b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:17.612306 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Made reservation on behalf of 5e49d348735942b989e2f05d74fe6471 for: {'port': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:17.616382 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:17.770949 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0814c908-3083-44ad-8aa1-8d8a15d7d6f4,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:17.774570 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:17.802751 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:17.808532 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0706303 May 10 15:04:17.814425 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34012) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:17.880568 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'security_group_rule': {'security_group_id': '6c06dcf0-ccab-41c2-b829-b61ee4f58019', 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:17.935907 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:17.936610 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-771f3855-915d-41eb-822b-4a97989db558 req-d336db3f-0efa-491c-863e-1fbc70b98be7 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 210 time: 0.2328563 May 10 15:04:17.971219 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:security_group_rule and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:17.989142 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:18.023260 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:18.027974 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device c348f2e1-810a-41f9-a639-86eaea0eae57 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:18.064880 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94642728-d95e-4f01-8cb5-356e4e79289e req-c4d2e759-07e8-4f18-b340-7eb4e2d07824 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:18.080243 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-94642728-d95e-4f01-8cb5-356e4e79289e req-c4d2e759-07e8-4f18-b340-7eb4e2d07824 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.3188121 May 10 15:04:18.082516 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a5124-7f96-43cb-922e-24fef6280a37 req-ce5195b2-f523-4117-97d4-ec0f30caf50e tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:18.084252 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-180a5124-7f96-43cb-922e-24fef6280a37 req-ce5195b2-f523-4117-97d4-ec0f30caf50e tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.38 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.6686699 May 10 15:04:18.261214 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port c348f2e1-810a-41f9-a639-86eaea0eae57 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:18.271983 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port c348f2e1-810a-41f9-a639-86eaea0eae57 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:18.272568 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:18.280501 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-94642728-d95e-4f01-8cb5-356e4e79289e req-3efd5d87-ad60-4932-8938-8d3f2015e9f9 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967154 May 10 15:04:18.327024 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:18.347005 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Network a30c8159-4b41-4b53-b57a-a9031ca14e7e is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:18.371075 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:18.671400 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Allocated IP 172.20.0.3 (f8343d0e-2cba-450c-9f37-ae410859cdeb/3aa556ff-b844-4458-8214-ab5eace68b3a/36e41c27-ad18-4f82-94ed-46b23dbf27e6) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:18.812127 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:18.856416 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port c348f2e1-810a-41f9-a639-86eaea0eae57, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=c348f2e1-810a-41f9-a639-86eaea0eae57,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:18.857536 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-296d8ade-a6c8-49ac-aff3-d5a9da3facb3 None None] Provisioning complete for port bcd90406-6b95-4887-8327-6fa3c222b843 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:18.857888 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-296d8ade-a6c8-49ac-aff3-d5a9da3facb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:19.022676 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-296d8ade-a6c8-49ac-aff3-d5a9da3facb3 None None] Port bcd90406-6b95-4887-8327-6fa3c222b843 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:04:19.025997 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:19.026898 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device b0dd9eeb-f1ec-4496-9fb2-b23fd101974d up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:19.093075 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-e77c3c96-8ac1-445b-9405-ffb6e3e691f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:19.145061 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:19.164541 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:19.179085 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512663d4-562d-42aa-be6f-e54d12d40d62 req-0e5ea71c-667d-489f-a11c-752421a8539b tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:19.189432 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-69424c90-ec48-4063-b1de-2f47478c591e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:19.190084 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-512663d4-562d-42aa-be6f-e54d12d40d62 req-0e5ea71c-667d-489f-a11c-752421a8539b tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 946 time: 0.7174766 May 10 15:04:19.270545 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-512663d4-562d-42aa-be6f-e54d12d40d62 req-c9f5bf08-125f-42df-93d7-730b21de2be1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790446 May 10 15:04:19.299911 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=c348f2e1-810a-41f9-a639-86eaea0eae57,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:19.312163 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:19.312790 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:19.313374 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:19.313877 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:19.314632 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:19.315138 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:19.315628 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:19.316117 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:19.316707 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:19.317187 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:19.317760 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:19.319591 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:19.325475 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:19.326907 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:19.333939 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:19.334747 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:19.335384 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3628fca0-a4e8-47d4-a40b-66cc65d9449d,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:19.348771 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:19.378340 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f02eee-c3ca-4710-80a6-172a1b8c7914 req-c74083de-11ce-47af-8878-d62b06287d52 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:19.390215 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d2f02eee-c3ca-4710-80a6-172a1b8c7914 req-c74083de-11ce-47af-8878-d62b06287d52 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.4970050 May 10 15:04:19.507339 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-180a5124-7f96-43cb-922e-24fef6280a37 req-687d85b1-35d4-49ae-989c-5ba212c46603 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Deleting port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:04:19.507671 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-180a5124-7f96-43cb-922e-24fef6280a37 req-687d85b1-35d4-49ae-989c-5ba212c46603 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:19.527324 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d2f02eee-c3ca-4710-80a6-172a1b8c7914 req-e3968791-b119-46e4-992d-cea3735a0cad tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309083 May 10 15:04:19.545736 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb75ea5-66e6-4782-aea0-2cf68d0914c7 req-75b25e78-70e6-4323-a4ff-f95a017249a0 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:19.547017 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6cb75ea5-66e6-4782-aea0-2cf68d0914c7 req-75b25e78-70e6-4323-a4ff-f95a017249a0 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 946 time: 1.2396855 May 10 15:04:19.607773 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:19.650532 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Router 1145d9e3-0fb9-460a-b693-043fbc9ff75e has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:04:19.683522 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=b0dd9eeb-f1ec-4496-9fb2-b23fd101974d,segment=NetworkSegment(a3f09450-6f5b-4f27-90f9-71552010dd3a),segment_id=a3f09450-6f5b-4f27-90f9-71552010dd3a)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:19.695594 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:19.697367 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6c2794b4-4697-44e1-866a-c17acbf78d9b req-14059c74-45c9-4cb4-8af2-edebb721cc9f tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 210 time: 0.0988619 May 10 15:04:19.701700 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:19.776221 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:19.786068 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9684665 May 10 15:04:19.787110 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34028) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:19.809669 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-f016dd02-7409-4488-b806-b625a719fb15 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'security_group_rule': {'security_group_id': '6c06dcf0-ccab-41c2-b829-b61ee4f58019', 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:19.865358 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-f016dd02-7409-4488-b806-b625a719fb15 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:19.874915 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device c348f2e1-810a-41f9-a639-86eaea0eae57 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:19.883658 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-f016dd02-7409-4488-b806-b625a719fb15 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:security_group_rule and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:19.903773 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-f016dd02-7409-4488-b806-b625a719fb15 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:19.923503 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-f016dd02-7409-4488-b806-b625a719fb15 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:19.967602 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=b0dd9eeb-f1ec-4496-9fb2-b23fd101974d,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:19.974945 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:19.976777 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-6cb75ea5-66e6-4782-aea0-2cf68d0914c7 req-787004d8-7f36-4b7e-bf74-2d229194bcc7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Deleting port a2ebc7a3-83c9-441c-803a-a62dc658f803 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:04:19.977288 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-6cb75ea5-66e6-4782-aea0-2cf68d0914c7 req-787004d8-7f36-4b7e-bf74-2d229194bcc7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:20.056038 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port c348f2e1-810a-41f9-a639-86eaea0eae57 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:20.056423 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:20.063663 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:20.116775 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01b8d2-6a6b-494f-bb0c-4eb0498f59a9 req-ca242912-d84f-4e42-b098-1ce39b7f50e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:20.124376 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8f01b8d2-6a6b-494f-bb0c-4eb0498f59a9 req-ca242912-d84f-4e42-b098-1ce39b7f50e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.2716069 May 10 15:04:20.174716 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-180a5124-7f96-43cb-922e-24fef6280a37 req-687d85b1-35d4-49ae-989c-5ba212c46603 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] For port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:20.175370 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-180a5124-7f96-43cb-922e-24fef6280a37 req-687d85b1-35d4-49ae-989c-5ba212c46603 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:20.316006 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-6cb75ea5-66e6-4782-aea0-2cf68d0914c7 req-787004d8-7f36-4b7e-bf74-2d229194bcc7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] For port a2ebc7a3-83c9-441c-803a-a62dc658f803, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a2ebc7a3-83c9-441c-803a-a62dc658f803,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:20.316702 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-6cb75ea5-66e6-4782-aea0-2cf68d0914c7 req-787004d8-7f36-4b7e-bf74-2d229194bcc7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:20.363309 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-180a5124-7f96-43cb-922e-24fef6280a37 req-687d85b1-35d4-49ae-989c-5ba212c46603 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Calling delete_port for c23c8a6c-5dd0-40fd-aa75-70585e4c82ac owned by compute:nova {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:04:20.363638 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8f01b8d2-6a6b-494f-bb0c-4eb0498f59a9 req-75c716c9-360d-4896-b47a-3fdd11741659 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174778 May 10 15:04:20.426898 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:20.446460 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device a2ebc7a3-83c9-441c-803a-a62dc658f803 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:20.580073 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f6b80777-f801-4460-80e5-f135b9583aaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:20.610084 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f016dd02-7409-4488-b806-b625a719fb15 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:20.644768 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Network f8343d0e-2cba-450c-9f37-ae410859cdeb is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:20.650890 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-6cb75ea5-66e6-4782-aea0-2cf68d0914c7 req-787004d8-7f36-4b7e-bf74-2d229194bcc7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Calling delete_port for a2ebc7a3-83c9-441c-803a-a62dc658f803 owned by compute:nova {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:04:20.657311 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:20.672707 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:04:20.717015 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:20.833000 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1098f98d-473d-40e1-899a-cde40515e57d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ebc7a3-83c9-441c-803a-a62dc658f803'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:20.891666 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port a2ebc7a3-83c9-441c-803a-a62dc658f803, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a2ebc7a3-83c9-441c-803a-a62dc658f803,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:20.891666 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:20.891666 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device c23c8a6c-5dd0-40fd-aa75-70585e4c82ac no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:21.059198 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a1ee65ec-8a50-4aab-8dfd-13118073083c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:21.082501 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:21.083400 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:21.097673 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34098a2f-4752-456a-89cc-aeda79ecf9e8 req-747ff359-903c-43c8-adc0-fe0d89d5f314 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:21.105426 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-34098a2f-4752-456a-89cc-aeda79ecf9e8 req-747ff359-903c-43c8-adc0-fe0d89d5f314 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 946 time: 0.5735455 May 10 15:04:21.170346 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0343122 May 10 15:04:21.174754 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-34098a2f-4752-456a-89cc-aeda79ecf9e8 req-5823b821-4254-499a-a2be-bc063fb8f7cf tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680079 May 10 15:04:21.229365 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Request body: {'port': {'device_id': '85a4c4e8-0ce9-462e-87db-50bbfdc14ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:21.232256 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ded02e-3142-477e-808c-dddb0c6cebe7 req-4fee4f2a-9a62-4801-9b04-812a393766f0 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:21.254505 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-15ded02e-3142-477e-808c-dddb0c6cebe7 req-4fee4f2a-9a62-4801-9b04-812a393766f0 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 946 time: 0.4964817 May 10 15:04:21.345430 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=a2ebc7a3-83c9-441c-803a-a62dc658f803,revision_number=6']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:21.366439 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-15ded02e-3142-477e-808c-dddb0c6cebe7 req-9dbd83bc-1b32-4282-b7aa-53cc419ed955 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105378 May 10 15:04:21.367434 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:21.378751 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-6cb75ea5-66e6-4782-aea0-2cf68d0914c7 req-787004d8-7f36-4b7e-bf74-2d229194bcc7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:21.405110 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:21.452841 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:21.521873 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1098f98d-473d-40e1-899a-cde40515e57d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ebc7a3-83c9-441c-803a-a62dc658f803', 'code': 200} May 10 15:04:21.534531 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['94c3e919-a7ae-409d-a393-b86f1be8dbc2'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:21.616264 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787004d8-7f36-4b7e-bf74-2d229194bcc7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Pushing event deleted for resources: {'Port': ['ID=a2ebc7a3-83c9-441c-803a-a62dc658f803,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:21.632440 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-787004d8-7f36-4b7e-bf74-2d229194bcc7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:21.684078 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Pushing event updated for resources: {'Port': ['ID=36e41c27-ad18-4f82-94ed-46b23dbf27e6,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:21.703898 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.124s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:21.704958 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-180a5124-7f96-43cb-922e-24fef6280a37 req-687d85b1-35d4-49ae-989c-5ba212c46603 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:21.717417 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-97418ae0-775f-40c1-87fa-0a00674f6bde tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:21.746536 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb75ea5-66e6-4782-aea0-2cf68d0914c7 req-787004d8-7f36-4b7e-bf74-2d229194bcc7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] No DVR routers for this DVR port a2ebc7a3-83c9-441c-803a-a62dc658f803 on host hv-cinder-78093 {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:04:21.844112 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-6cb75ea5-66e6-4782-aea0-2cf68d0914c7 req-787004d8-7f36-4b7e-bf74-2d229194bcc7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:21.858468 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1098f98d-473d-40e1-899a-cde40515e57d', 'name': 'network-vif-deleted', 'tag': 'a2ebc7a3-83c9-441c-803a-a62dc658f803'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:21.864010 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6cb75ea5-66e6-4782-aea0-2cf68d0914c7 req-787004d8-7f36-4b7e-bf74-2d229194bcc7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "DELETE /v2.0/ports/a2ebc7a3-83c9-441c-803a-a62dc658f803 HTTP/1.1" status: 204 len: 173 time: 2.3081679 May 10 15:04:21.898926 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device b0dd9eeb-f1ec-4496-9fb2-b23fd101974d up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:21.915196 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d85b1-35d4-49ae-989c-5ba212c46603 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Pushing event deleted for resources: {'Port': ['ID=c23c8a6c-5dd0-40fd-aa75-70585e4c82ac,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:21.956178 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f8dfd-9707-4491-b138-b8812db3a697 req-434d5088-5b74-4ea5-8096-60d2cdce82e7 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:21.958843 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-687d85b1-35d4-49ae-989c-5ba212c46603 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:21.978705 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5c5f8dfd-9707-4491-b138-b8812db3a697 req-434d5088-5b74-4ea5-8096-60d2cdce82e7 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.2355468 May 10 15:04:22.070741 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:22.151150 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:04:22.153136 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0038e1-1e07-4c66-9315-13f37b0fa5c0 req-d6ded16c-759f-4c0e-81a0-dac76e5bbdec tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:22.161609 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-180a5124-7f96-43cb-922e-24fef6280a37 req-687d85b1-35d4-49ae-989c-5ba212c46603 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] No DVR routers for this DVR port c23c8a6c-5dd0-40fd-aa75-70585e4c82ac on host hv-cinder-78093 {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:04:22.164726 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bb0038e1-1e07-4c66-9315-13f37b0fa5c0 req-d6ded16c-759f-4c0e-81a0-dac76e5bbdec tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 931 time: 0.6423264 May 10 15:04:22.166533 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Sync routers for ids ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:04:22.171952 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5c5f8dfd-9707-4491-b138-b8812db3a697 req-c04a427b-501f-4769-95e5-aa9cffe4742f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923208 May 10 15:04:22.207596 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:22.207596 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:22.240955 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f016dd02-7409-4488-b806-b625a719fb15 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:22.243852 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-180a5124-7f96-43cb-922e-24fef6280a37 req-687d85b1-35d4-49ae-989c-5ba212c46603 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:22.247491 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402e128-766c-4609-8417-3aa4887bba20', 'name': 'network-vif-deleted', 'tag': 'c23c8a6c-5dd0-40fd-aa75-70585e4c82ac'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:22.271772 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Routers {'1145d9e3-0fb9-460a-b693-043fbc9ff75e'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:22.272500 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:22.273004 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f016dd02-7409-4488-b806-b625a719fb15 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:22.283743 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:22.305501 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bb0038e1-1e07-4c66-9315-13f37b0fa5c0 req-4fef6579-9d5c-4e5f-b8f2-237dd65558a6 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297538 May 10 15:04:22.314282 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1098f98d-473d-40e1-899a-cde40515e57d', 'name': 'network-vif-deleted', 'tag': 'a2ebc7a3-83c9-441c-803a-a62dc658f803', 'status': 'completed', 'code': 200} May 10 15:04:22.572550 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['af5ed1ab-5d42-48f4-b294-325c39d3758d'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:22.614555 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-670fe8fe-1f76-4e36-8893-27c242adff8e req-3f069d09-d6a1-46ca-9dfe-d411b3345f06 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Synchronizing usage tracker for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:04:22.665170 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] 10.222.0.43 "PUT /v2.0/routers/1145d9e3-0fb9-460a-b693-043fbc9ff75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2978845 May 10 15:04:22.712208 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402e128-766c-4609-8417-3aa4887bba20', 'name': 'network-vif-deleted', 'tag': 'c23c8a6c-5dd0-40fd-aa75-70585e4c82ac', 'status': 'completed', 'code': 200} May 10 15:04:22.740022 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f6c38df6-7245-4740-9f29-1231d046de48 req-11f7c025-791a-4f23-adb4-a55ace7eedb7 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 210 time: 0.1186171 May 10 15:04:22.743198 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-670fe8fe-1f76-4e36-8893-27c242adff8e req-3f069d09-d6a1-46ca-9dfe-d411b3345f06 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Unset dirty status for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:04:22.760209 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-670fe8fe-1f76-4e36-8893-27c242adff8e req-3f069d09-d6a1-46ca-9dfe-d411b3345f06 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=1098f98d-473d-40e1-899a-cde40515e57d HTTP/1.1" status: 200 len: 210 time: 0.2158053 May 10 15:04:22.767591 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-180a5124-7f96-43cb-922e-24fef6280a37 req-687d85b1-35d4-49ae-989c-5ba212c46603 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.38 "DELETE /v2.0/ports/c23c8a6c-5dd0-40fd-aa75-70585e4c82ac HTTP/1.1" status: 204 len: 173 time: 4.5151944 May 10 15:04:22.775326 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016dd02-7409-4488-b806-b625a719fb15 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ceb3c1-9c3b-456e-865d-0ebff9cb7614,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:22.798575 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f016dd02-7409-4488-b806-b625a719fb15 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:22.820040 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f016dd02-7409-4488-b806-b625a719fb15 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:22.822365 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f016dd02-7409-4488-b806-b625a719fb15 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 3.0265086 May 10 15:04:22.825790 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34056) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:22.834422 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'security_group_rule': {'security_group_id': '6c06dcf0-ccab-41c2-b829-b61ee4f58019', 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:22.842916 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:22.854189 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:security_group_rule and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:22.868581 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:22.891368 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:22.945554 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.securitygroups_db [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Project 46ba117a34cf42ccafb6acc1f6ab871a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:04:22.965546 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:23.222641 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e41c27-ad18-4f82-94ed-46b23dbf27e6 {{(pid=78717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:04:23.236205 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:23.260558 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Transition to ACTIVE for port object 36e41c27-ad18-4f82-94ed-46b23dbf27e6 will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:23.268538 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:23.274992 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:23.381778 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Set router 1145d9e3-0fb9-460a-b693-043fbc9ff75e gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:23.403898 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:23.411928 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:23.415865 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8e5ee976-8f6c-401b-8c45-da443e863d1c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:23.486034 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ce6208-7539-4074-abb7-12895bd20b29,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:23.491325 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:23.511858 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:23.515899 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-9237bc53-0b0c-41c8-8f4c-b4bfd74f0112 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6860855 May 10 15:04:23.516461 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34068) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:23.530500 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'security_group_rule': {'security_group_id': '6c06dcf0-ccab-41c2-b829-b61ee4f58019', 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:23.547542 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:23.754366 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:security_group_rule and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:23.780255 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:23.797038 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:23.817370 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.securitygroups_db [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Project 46ba117a34cf42ccafb6acc1f6ab871a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:04:23.826849 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Pushing event updated for resources: {'Port': ['ID=36e41c27-ad18-4f82-94ed-46b23dbf27e6,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:23.829032 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:23.837694 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:23.930934 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Attempting to bind port 36e41c27-ad18-4f82-94ed-46b23dbf27e6 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:04:23.931932 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Attempting to bind port 36e41c27-ad18-4f82-94ed-46b23dbf27e6 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '5627f8d4-02dd-4178-a46b-40a732e6bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:04:23.932275 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Attempting to bind port 36e41c27-ad18-4f82-94ed-46b23dbf27e6 on network f8343d0e-2cba-450c-9f37-ae410859cdeb {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:04:23.957415 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Port 36e41c27-ad18-4f82-94ed-46b23dbf27e6 on network f8343d0e-2cba-450c-9f37-ae410859cdeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:04:23.957742 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Attempting to bind port 36e41c27-ad18-4f82-94ed-46b23dbf27e6 on network f8343d0e-2cba-450c-9f37-ae410859cdeb {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:04:23.984207 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:04:23.985798 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Checking segment: {'id': '5627f8d4-02dd-4178-a46b-40a732e6bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:23.988941 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Bound using segment: {'id': '5627f8d4-02dd-4178-a46b-40a732e6bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:04:23.989345 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Bound port: 36e41c27-ad18-4f82-94ed-46b23dbf27e6, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5627f8d4-02dd-4178-a46b-40a732e6bdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:04:23.989704 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:24.027917 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f913b20-db85-4ebb-9688-f21046d3953b req-844fabc5-b46e-4028-a40e-92a8352cb4b4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:24.035835 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8f913b20-db85-4ebb-9688-f21046d3953b req-844fabc5-b46e-4028-a40e-92a8352cb4b4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 943 time: 0.3777261 May 10 15:04:24.059124 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0b7e-5e78-4022-af25-a23ab86c5b33 req-44cfb7bd-1f1b-4b3b-be27-629e129207d0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:24.077157 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b4a0b7e-5e78-4022-af25-a23ab86c5b33 req-44cfb7bd-1f1b-4b3b-be27-629e129207d0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.5219164 May 10 15:04:24.175274 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:04:16Z', 'revision_number': 4, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'bcd90406-6b95-4887-8327-6fa3c222b843', 'name': '', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'mac_address': 'fa:16:3e:b6:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:11Z', 'updated_at': '2021-05-10T15:04:16Z', 'revision_number': 2, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'subnets': [{'id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:24.195190 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Checking router: 1145d9e3-0fb9-460a-b693-043fbc9ff75e for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:04:24.195802 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Updating router 1145d9e3-0fb9-460a-b693-043fbc9ff75e port bcd90406-6b95-4887-8327-6fa3c222b843 binding host dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:04:24.211997 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34088) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:24.221322 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] For port 36e41c27-ad18-4f82-94ed-46b23dbf27e6, host hv-cinder-78093, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:04:24.225156 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] For port 36e41c27-ad18-4f82-94ed-46b23dbf27e6, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=36e41c27-ad18-4f82-94ed-46b23dbf27e6,segment=NetworkSegment(5627f8d4-02dd-4178-a46b-40a732e6bdf7),segment_id=5627f8d4-02dd-4178-a46b-40a732e6bdf7)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:04:24.233552 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:24.244400 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:24.273237 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-665795713-network', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:24.277445 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:24.295378 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:24.317645 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:04:24.321187 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:24.327705 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:24.335147 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8f913b20-db85-4ebb-9688-f21046d3953b req-c8dcf31b-b77c-4c91-bd2b-a6c137b1678b tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305322 May 10 15:04:24.336443 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Usage tracker for resource:network and tenant:60762d18655740c4b78d1923c70e2aaf is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:24.348858 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:24.374695 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:24.375312 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:24.376343 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] 10.222.0.38 "PUT /v2.0/ports/36e41c27-ad18-4f82-94ed-46b23dbf27e6 HTTP/1.1" status: 200 len: 1093 time: 3.1552999 May 10 15:04:24.408328 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:24.444227 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:24.448954 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:24.450427 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9323993 May 10 15:04:24.469268 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b4a0b7e-5e78-4022-af25-a23ab86c5b33 req-e9e42bf0-c92c-4861-ac0d-6ce748477331 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3908293 May 10 15:04:24.489202 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf9ab17-9f1d-466a-bf95-a2d87aa15ffc,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:24.493505 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b17dfa85-6f3a-4374-9017-db0e2e87d4b3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:24.499673 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Made reservation on behalf of 60762d18655740c4b78d1923c70e2aaf for: {'network': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:24.507784 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:24.538051 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:24.553817 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Pushing event updated for resources: {'Port': ['ID=36e41c27-ad18-4f82-94ed-46b23dbf27e6,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:24.567151 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:24.626129 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-dea0a625-141a-4e86-bd9c-e405c5e9b4d0 req-660fb856-f26c-4549-a0bd-3fee5d5465aa tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=6402e128-766c-4609-8417-3aa4887bba20 HTTP/1.1" status: 200 len: 210 time: 0.0601900 May 10 15:04:24.626450 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:24.634632 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Usage tracker for resource:security_group_rule and tenant:60762d18655740c4b78d1923c70e2aaf is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:24.641663 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:24.655491 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:24.667377 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-70ca8afb-3f98-44a9-8eaf-e5805c292efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:24.671599 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-70ca8afb-3f98-44a9-8eaf-e5805c292efa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e49d348735942b989e2f05d74fe6471&device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 1096 time: 0.2357924 May 10 15:04:24.846190 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a4c4e8-0ce9-462e-87db-50bbfdc14ae1', 'tag': '36e41c27-ad18-4f82-94ed-46b23dbf27e6'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:24.921784 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-a17cfe05-0400-4ee4-b1f7-81635dbd144f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36e41c27-ad18-4f82-94ed-46b23dbf27e6 HTTP/1.1" status: 200 len: 217 time: 0.2442389 May 10 15:04:24.933379 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:24.951572 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:24.961162 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:25.022165 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a4c4e8-0ce9-462e-87db-50bbfdc14ae1', 'tag': '36e41c27-ad18-4f82-94ed-46b23dbf27e6', 'status': 'completed', 'code': 200} May 10 15:04:25.026378 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddaa658-1109-43e4-b9ab-54224232938d,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:25.032780 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:25.033934 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=78716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:04:25.046937 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:25.047448 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.segments_db [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Added segment 08b24f33-8c22-4c6a-94be-f5cb86ab9ded of type vlan for network 5b63a36a-fffd-4d36-a829-f30f6ed8f63c May 10 15:04:25.054733 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-2cac3679-7c21-4ccb-9bda-fe79f0cd4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:25.057927 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-2cac3679-7c21-4ccb-9bda-fe79f0cd4c94 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3aa556ff-b844-4458-8214-ab5eace68b3a HTTP/1.1" status: 200 len: 853 time: 0.1206896 May 10 15:04:25.083159 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:25.136439 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:25.138758 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:25.142127 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-e5ea2f3f-3d00-40ba-a50e-722d679ce1a7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f8343d0e-2cba-450c-9f37-ae410859cdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697775 May 10 15:04:25.142272 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:25.153396 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:25.267551 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Pushing event updated for resources: {'Network': ['ID=5b63a36a-fffd-4d36-a829-f30f6ed8f63c,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:25.272602 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:25.286054 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network 5b63a36a-fffd-4d36-a829-f30f6ed8f63c details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:04:25.302538 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0826542 May 10 15:04:25.303438 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34102) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:25.309644 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Request body: {'subnet': {'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-665795713-subnet', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'ip_version': 4}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:25.323054 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:25.332910 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Usage tracker for resource:subnet and tenant:60762d18655740c4b78d1923c70e2aaf is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:25.339229 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:25.353566 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:25.374649 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Made reservation on behalf of 60762d18655740c4b78d1923c70e2aaf for: {'subnet': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:25.377287 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6303649'] for subnet, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:25.557871 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Notify callbacks [] for port, precommit_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:25.575138 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Transition to ACTIVE for port object bcd90406-6b95-4887-8327-6fa3c222b843 will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:25.587462 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:25.601624 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-df67b538-9a74-474f-9d02-4c19408eab38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:25.664464 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-97b4b23a-1215-4784-aa4b-92bd165a2296 service neutron] 10.222.0.38 "GET /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103934 May 10 15:04:25.934601 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00334689-1010-41a5-9147-c07b2bc95b0d req-ce23c4d0-2901-4b88-9550-5fc3a5dc6310 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:25.942699 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-00334689-1010-41a5-9147-c07b2bc95b0d req-ce23c4d0-2901-4b88-9550-5fc3a5dc6310 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 943 time: 0.3365407 May 10 15:04:25.981483 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ca3d5f3f-964c-4158-a02d-3f78af32b666 req-9ae42f55-201d-479c-9f8c-f3c44bace03f service neutron] 10.222.0.38 "GET /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659762 May 10 15:04:25.991273 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afbe30-0e7d-4cff-8c31-a556318001cf req-2bbf73a1-1ed2-46c6-9a1f-ceeceae9a48e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:26.001036 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c3afbe30-0e7d-4cff-8c31-a556318001cf req-2bbf73a1-1ed2-46c6-9a1f-ceeceae9a48e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.2891271 May 10 15:04:26.125017 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bab04-5367-47aa-99a4-e67ab847067c None None] Pushing event updated for resources: {'Port': ['ID=bcd90406-6b95-4887-8327-6fa3c222b843,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:26.136539 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-7d4bab04-5367-47aa-99a4-e67ab847067c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:26.153252 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75626b84-774b-4c0f-8833-20150820c570 req-d8396c0b-120d-4e58-831b-d25bbbe758f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:26.158438 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-75626b84-774b-4c0f-8833-20150820c570 req-d8396c0b-120d-4e58-831b-d25bbbe758f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e49d348735942b989e2f05d74fe6471&device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 1096 time: 0.1045671 May 10 15:04:26.163097 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Attempting to bind port bcd90406-6b95-4887-8327-6fa3c222b843 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:04:26.163511 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Attempting to bind port bcd90406-6b95-4887-8327-6fa3c222b843 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:04:26.166280 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Attempting to bind port bcd90406-6b95-4887-8327-6fa3c222b843 on network a30c8159-4b41-4b53-b57a-a9031ca14e7e {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:04:26.214755 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-00334689-1010-41a5-9147-c07b2bc95b0d req-f887296a-4d17-4a3b-abbf-3d646b498fab tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708278 May 10 15:04:26.215950 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:04:26.217145 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Checking segment: {'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:26.217803 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:26.218429 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Bound using segment: {'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:04:26.219161 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Bound port: bcd90406-6b95-4887-8327-6fa3c222b843, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:04:26.221377 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:26.300494 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c3afbe30-0e7d-4cff-8c31-a556318001cf req-355469fe-f2a3-48c7-a412-f03efafc3b79 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980921 May 10 15:04:26.468350 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] For port bcd90406-6b95-4887-8327-6fa3c222b843, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:04:26.477096 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] For port bcd90406-6b95-4887-8327-6fa3c222b843, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=bcd90406-6b95-4887-8327-6fa3c222b843,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:04:26.477334 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75626b84-774b-4c0f-8833-20150820c570 req-863dbddd-e6b4-41ea-8348-85f8162c3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:26.478670 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-75626b84-774b-4c0f-8833-20150820c570 req-863dbddd-e6b4-41ea-8348-85f8162c3a0d service neutron] 10.222.0.38 "GET /v2.0/networks?id=f8343d0e-2cba-450c-9f37-ae410859cdeb HTTP/1.1" status: 200 len: 914 time: 0.3066659 May 10 15:04:26.485877 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:26.501991 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-cf293a32-8d06-4736-baac-b08f5d424636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:26.774531 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-75626b84-774b-4c0f-8833-20150820c570 req-73f3e788-b6b3-4996-babf-66464adb280b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36e41c27-ad18-4f82-94ed-46b23dbf27e6 HTTP/1.1" status: 200 len: 217 time: 0.2876577 May 10 15:04:26.813092 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Routers {'1145d9e3-0fb9-460a-b693-043fbc9ff75e'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:26.813745 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:26.919004 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75626b84-774b-4c0f-8833-20150820c570 req-ae67b121-8895-427f-bb5e-f92da2d1a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:26.922081 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-75626b84-774b-4c0f-8833-20150820c570 req-ae67b121-8895-427f-bb5e-f92da2d1a031 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3aa556ff-b844-4458-8214-ab5eace68b3a HTTP/1.1" status: 200 len: 853 time: 0.1334832 May 10 15:04:27.011794 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6774550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6303699'] for subnet, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:27.026531 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:27.092985 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bab04-5367-47aa-99a4-e67ab847067c None None] Pushing event updated for resources: {'Port': ['ID=bcd90406-6b95-4887-8327-6fa3c222b843,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:27.103554 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-7d4bab04-5367-47aa-99a4-e67ab847067c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:27.131616 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-75626b84-774b-4c0f-8833-20150820c570 req-cca046d9-1cb4-4ddf-9496-9eadc2816b4d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f8343d0e-2cba-450c-9f37-ae410859cdeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2013407 May 10 15:04:27.279532 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d0a2fb-88c0-41ad-8e56-752406026936,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:27.287610 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:27.291563 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] Set router 1145d9e3-0fb9-460a-b693-043fbc9ff75e gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:27.415209 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Checking segment: {'id': '08b24f33-8c22-4c6a-94be-f5cb86ab9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:27.415623 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Network hostable DHCP agents. Network: 5b63a36a-fffd-4d36-a829-f30f6ed8f63c, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:04:27.417510 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-75626b84-774b-4c0f-8833-20150820c570 req-171e5d4a-d826-4274-bb86-3f2855b1e584 service neutron] 10.222.0.38 "GET /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515914 May 10 15:04:27.462631 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Network 5b63a36a-fffd-4d36-a829-f30f6ed8f63c is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:04:27.483620 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69704558-522f-4d39-8c9f-67cb3c63c177 req-357b04d1-8dff-4ae8-a1bf-ad1f10a80083 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:27.491341 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-69704558-522f-4d39-8c9f-67cb3c63c177 req-357b04d1-8dff-4ae8-a1bf-ad1f10a80083 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.2820115 May 10 15:04:27.531171 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, 5b63a36a-fffd-4d36-a829-f30f6ed8f63c) {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:27.563546 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497a170-f6cd-4605-a323-6e43605338e3 req-2ec0aa9f-3b0d-4e90-82c9-681ccfd00d51 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:27.565945 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce82aa2-f8b1-420e-bf8a-f893fea4de48 None None] Network 5b63a36a-fffd-4d36-a829-f30f6ed8f63c requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:04:27.571242 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d497a170-f6cd-4605-a323-6e43605338e3 req-2ec0aa9f-3b0d-4e90-82c9-681ccfd00d51 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 946 time: 0.2504964 May 10 15:04:27.605341 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-69704558-522f-4d39-8c9f-67cb3c63c177 req-cb3e5933-e35d-47e0-98dd-4ac938cc5646 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130393 May 10 15:04:27.624306 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:27.624306 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:27.672329 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-75626b84-774b-4c0f-8833-20150820c570 req-1a9a27e2-aca2-4060-948f-03073f2ca9ce service neutron] 10.222.0.38 "GET /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451754 May 10 15:04:27.673339 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d497a170-f6cd-4605-a323-6e43605338e3 req-3c35f4f5-ea01-47ac-b426-e876207c5daa tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012349 May 10 15:04:27.715853 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-2ed9785a-79d6-408d-8df6-424472f8a08f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4112566 May 10 15:04:27.716009 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34126) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:27.721947 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-665795713-router', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:27.728892 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:27.743677 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Usage tracker for resource:router and tenant:60762d18655740c4b78d1923c70e2aaf is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:27.750412 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:27.758254 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:27.772860 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8335331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6011'] for router, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:27.774070 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8335340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8270572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7899051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6000'] for router, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:27.820855 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:27.979205 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3631216-235e-4233-a625-96b07583c326 req-d188cc02-da3c-4e50-b4c4-42ef06e437a4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:27.988395 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e3631216-235e-4233-a625-96b07583c326 req-d188cc02-da3c-4e50-b4c4-42ef06e437a4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 943 time: 0.2230203 May 10 15:04:28.189164 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e3631216-235e-4233-a625-96b07583c326 req-8c053a91-f32c-43e7-a27d-9492e7985c09 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998136 May 10 15:04:28.261135 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a401be9-37ac-49ce-ac52-d3c5b4e75c6f req-9bad3122-11ee-4ab4-ab34-03bd2e1166de tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:28.262678 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a401be9-37ac-49ce-ac52-d3c5b4e75c6f req-9bad3122-11ee-4ab4-ab34-03bd2e1166de tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.2717164 May 10 15:04:28.338158 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a401be9-37ac-49ce-ac52-d3c5b4e75c6f req-e85c4e2d-f3e8-46ba-996c-7b5e162e1962 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666280 May 10 15:04:28.346690 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-0c33541e-2782-4036-bc6c-9a2863c3346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:28.493719 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda8c9c-4c96-568d-a79a-b4ac7ddc94e0-5b63a36a-fffd-4d36-a829-f30f6ed8f63c', 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'fixed_ips': [{'subnet_id': '86d0a2fb-88c0-41ad-8e56-752406026936'}]}} from dv-cinder-780933-4-iscsi. {{(pid=78718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:04:28.494988 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:28.499979 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8270485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8268311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5982'] for router, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:28.610370 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:04:16Z', 'revision_number': 4, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'bcd90406-6b95-4887-8327-6fa3c222b843', 'name': '', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'mac_address': 'fa:16:3e:b6:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:11Z', 'updated_at': '2021-05-10T15:04:26Z', 'revision_number': 4, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'subnets': [{'id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:28.617687 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53df996-f7a1-48f9-b4d5-cb616424db5e None None] The sync data for ids ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'] in dv-cinder-780933-4-iscsi is: [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:04:16Z', 'revision_number': 4, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'bcd90406-6b95-4887-8327-6fa3c222b843', 'name': '', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'mac_address': 'fa:16:3e:b6:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:11Z', 'updated_at': '2021-05-10T15:04:26Z', 'revision_number': 4, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'subnets': [{'id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:04:28.775015 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.db_base_plugin_common [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Allocated IP 172.20.0.2 (5b63a36a-fffd-4d36-a829-f30f6ed8f63c/86d0a2fb-88c0-41ad-8e56-752406026936/6a65aca8-d987-4812-93c8-394ef7bc86cf) {{(pid=78718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:29.151162 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f49e1-01f4-462f-8746-fb43a91266c6 req-b9e5c7a4-537d-473d-8ba0-c1a0940404bb tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:29.158068 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-498f49e1-01f4-462f-8746-fb43a91266c6 req-b9e5c7a4-537d-473d-8ba0-c1a0940404bb tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.3489158 May 10 15:04:29.229274 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:29.251362 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c87bef-ed92-4467-845c-92bf04de5aba req-a851886d-a65a-40e3-911a-511ca2c5e737 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:29.255284 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Transition to ACTIVE for port object 6a65aca8-d987-4812-93c8-394ef7bc86cf will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:29.258957 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-77c87bef-ed92-4467-845c-92bf04de5aba req-a851886d-a65a-40e3-911a-511ca2c5e737 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 946 time: 0.3367591 May 10 15:04:29.304342 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Transition to ACTIVE for port object 6a65aca8-d987-4812-93c8-394ef7bc86cf will not be triggered until provisioned by entity DHCP. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:29.317548 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:29.346833 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:29.408295 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-498f49e1-01f4-462f-8746-fb43a91266c6 req-e263949e-4cfd-483c-a31f-c02caabb6d0a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374363 May 10 15:04:29.430421 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-77c87bef-ed92-4467-845c-92bf04de5aba req-4fcc251b-7118-4ac4-8167-d3bd9e394a76 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668842 May 10 15:04:29.521498 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Pushing event updated for resources: {'Port': ['ID=6a65aca8-d987-4812-93c8-394ef7bc86cf,revision_number=1']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:29.528150 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:29.542188 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Network 5b63a36a-fffd-4d36-a829-f30f6ed8f63c is already hosted by enough agents. {{(pid=78718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:29.544879 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.base_scheduler [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Resources bound (agent type, host, resource id): {{(pid=78718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:29.551192 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Received port after_create {{(pid=78718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:04:29.699421 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:29.754357 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Attempting to bind port 6a65aca8-d987-4812-93c8-394ef7bc86cf on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:04:29.754910 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Attempting to bind port 6a65aca8-d987-4812-93c8-394ef7bc86cf by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': '08b24f33-8c22-4c6a-94be-f5cb86ab9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:04:29.755083 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Attempting to bind port 6a65aca8-d987-4812-93c8-394ef7bc86cf on network 5b63a36a-fffd-4d36-a829-f30f6ed8f63c {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:04:29.765679 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:04:29.766129 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Checking segment: {'id': '08b24f33-8c22-4c6a-94be-f5cb86ab9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:29.766455 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:29.766839 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Bound using segment: {'id': '08b24f33-8c22-4c6a-94be-f5cb86ab9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:04:29.767360 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Bound port: 6a65aca8-d987-4812-93c8-394ef7bc86cf, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b24f33-8c22-4c6a-94be-f5cb86ab9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:04:29.767778 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:29.848103 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:29.966812 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] For port 6a65aca8-d987-4812-93c8-394ef7bc86cf, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:04:29.978414 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] For port 6a65aca8-d987-4812-93c8-394ef7bc86cf, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=6a65aca8-d987-4812-93c8-394ef7bc86cf,segment=NetworkSegment(08b24f33-8c22-4c6a-94be-f5cb86ab9ded),segment_id=08b24f33-8c22-4c6a-94be-f5cb86ab9ded)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:04:29.978817 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f24f6-d45f-4fd5-89c1-1cadf527e765 req-7577e12f-aef7-4b99-8103-dc9ada0f7ff5 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:29.984572 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-797f24f6-d45f-4fd5-89c1-1cadf527e765 req-7577e12f-aef7-4b99-8103-dc9ada0f7ff5 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.3215573 May 10 15:04:29.996141 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device bcd90406-6b95-4887-8327-6fa3c222b843 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:30.033579 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:30.038854 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca202404-9e6e-4f4f-992e-6e3be4af3811 req-07c2b86d-88dc-4abf-9468-8870d0c9dfe2 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:30.050566 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ca202404-9e6e-4f4f-992e-6e3be4af3811 req-07c2b86d-88dc-4abf-9468-8870d0c9dfe2 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 943 time: 0.3426642 May 10 15:04:30.050794 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:30.094164 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-75517d50-2648-4e16-8cb9-ae7ad01540e3 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:30.095308 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-75517d50-2648-4e16-8cb9-ae7ad01540e3 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Synchronizing usage tracker for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:port {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:04:30.186664 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Pushing event updated for resources: {'Port': ['ID=6a65aca8-d987-4812-93c8-394ef7bc86cf,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:30.190268 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:30.204981 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port bcd90406-6b95-4887-8327-6fa3c222b843 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:30.213777 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ca202404-9e6e-4f4f-992e-6e3be4af3811 req-154e1c72-722b-4664-b4e2-08bb6daefe8c tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621683 May 10 15:04:30.230371 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-797f24f6-d45f-4fd5-89c1-1cadf527e765 req-c81664aa-09e0-460d-bc1f-2b9d4e97fd32 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119513 May 10 15:04:30.234295 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port bcd90406-6b95-4887-8327-6fa3c222b843 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:30.234753 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:30.249523 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-75517d50-2648-4e16-8cb9-ae7ad01540e3 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Unset dirty status for tenant:1bbe0d8f29044567a4dba35abd2b9679 on resource:port {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:04:30.250820 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-75517d50-2648-4e16-8cb9-ae7ad01540e3 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 946 time: 0.7580833 May 10 15:04:30.503062 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-612e776e-58bb-402a-9755-1f374d71009e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:30.621112 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Allocated IP 172.27.0.94 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/cb5a34fb-72a9-4d6d-b256-0d8de32de869) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:30.729145 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:30.803791 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:30.947862 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port bcd90406-6b95-4887-8327-6fa3c222b843, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=bcd90406-6b95-4887-8327-6fa3c222b843,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:30.955110 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:30.958159 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:31.111117 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=bcd90406-6b95-4887-8327-6fa3c222b843,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:31.129607 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0335-4e3b-405e-8e3c-c8207e557099 req-8434f4e6-c1c9-46ee-ac79-4e54cd016030 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:31.130125 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:31.132221 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-db7b0335-4e3b-405e-8e3c-c8207e557099 req-8434f4e6-c1c9-46ee-ac79-4e54cd016030 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 946 time: 0.4160810 May 10 15:04:31.149131 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa0f56-2584-4921-b68a-b3a7159612c1 req-48034611-292b-43d2-9699-7f4b7f6d6aa2 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:31.154241 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:31.163194 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-10aa0f56-2584-4921-b68a-b3a7159612c1 req-48034611-292b-43d2-9699-7f4b7f6d6aa2 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.3442097 May 10 15:04:31.248656 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-50ca0226-e0c9-4cef-888c-ea23206655b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Deleting port 94c3e919-a7ae-409d-a393-b86f1be8dbc2 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:04:31.249754 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-50ca0226-e0c9-4cef-888c-ea23206655b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:31.333636 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:31.334938 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-db7b0335-4e3b-405e-8e3c-c8207e557099 req-b367710b-745f-47df-a5de-6098b62ce687 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/security-groups?id=80bc362d-50cf-4104-bb02-d2489523567e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705008 May 10 15:04:31.356494 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-10aa0f56-2584-4921-b68a-b3a7159612c1 req-99102d2d-00ec-4a59-964e-37d62025ec95 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624970 May 10 15:04:31.482259 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:31.574603 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:31.634599 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:31.641438 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:31.680208 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:04:31.800710 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5a34fb-72a9-4d6d-b256-0d8de32de869,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:31.837532 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:32.016755 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724f6ab-22cc-47f7-9069-b7cf6de9b782 req-3d56c45e-ea97-49b8-b212-eb388e0c1f42 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:32.019297 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a724f6ab-22cc-47f7-9069-b7cf6de9b782 req-3d56c45e-ea97-49b8-b212-eb388e0c1f42 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 943 time: 0.5388291 May 10 15:04:32.073680 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4c02a2-7973-4277-b502-d9f2c56d91e2 None None] Network 5b63a36a-fffd-4d36-a829-f30f6ed8f63c requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:04:32.165503 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6850d9f-7905-4497-991a-ccecc2fa33a8 req-56885fb2-5f24-4ae2-80c0-6e261ad6791d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:32.174872 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c6850d9f-7905-4497-991a-ccecc2fa33a8 req-56885fb2-5f24-4ae2-80c0-6e261ad6791d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.5683477 May 10 15:04:32.228153 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a724f6ab-22cc-47f7-9069-b7cf6de9b782 req-5b7d5bd4-ddd6-4170-86fa-1f5527b636cc tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948457 May 10 15:04:32.259258 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c6850d9f-7905-4497-991a-ccecc2fa33a8 req-ff2a5349-e859-44f3-ae8d-c815b04265aa tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830822 May 10 15:04:32.290594 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-50ca0226-e0c9-4cef-888c-ea23206655b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] For port 94c3e919-a7ae-409d-a393-b86f1be8dbc2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=94c3e919-a7ae-409d-a393-b86f1be8dbc2,segment=NetworkSegment(b23be678-be42-4362-add5-aa316869f0de),segment_id=b23be678-be42-4362-add5-aa316869f0de)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:32.291186 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-50ca0226-e0c9-4cef-888c-ea23206655b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:32.447123 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-50ca0226-e0c9-4cef-888c-ea23206655b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Calling delete_port for 94c3e919-a7ae-409d-a393-b86f1be8dbc2 owned by compute:nova {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:04:32.551556 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 6a65aca8-d987-4812-93c8-394ef7bc86cf up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:32.607427 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-50ca0226-e0c9-4cef-888c-ea23206655b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:32.653861 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b52be9ad-24f0-46b2-a3ac-5f72285ffac1 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:32.699868 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 94c3e919-a7ae-409d-a393-b86f1be8dbc2 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:32.718449 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca0226-e0c9-4cef-888c-ea23206655b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Pushing event deleted for resources: {'Port': ['ID=94c3e919-a7ae-409d-a393-b86f1be8dbc2,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:32.772571 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f45fad3e-7832-4502-a021-80ac9ee0988a req-dff87926-1f12-4522-9fb9-1d20e96d1a7d tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 210 time: 0.1841667 May 10 15:04:32.818730 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: 94c3e919-a7ae-409d-a393-b86f1be8dbc2 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:04:32.819070 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 94c3e919-a7ae-409d-a393-b86f1be8dbc2 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:04:32.833689 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-50ca0226-e0c9-4cef-888c-ea23206655b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:32.837555 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-50ca0226-e0c9-4cef-888c-ea23206655b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] No DVR routers for this DVR port 94c3e919-a7ae-409d-a393-b86f1be8dbc2 on host hv-cinder-78093 {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:04:32.852202 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-50ca0226-e0c9-4cef-888c-ea23206655b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:32.868316 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cba5cb-5919-4703-a395-f95a0732d86d req-9d3f6c24-c2c0-486a-a480-088f8fa4844b tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:32.869252 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-029b495b-c806-4a76-b39d-ee33127f653a None None] Provisioning for port 6a65aca8-d987-4812-93c8-394ef7bc86cf completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:32.872020 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f3cba5cb-5919-4703-a395-f95a0732d86d req-9d3f6c24-c2c0-486a-a480-088f8fa4844b tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.2084224 May 10 15:04:32.872850 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ffb5f0-20f9-48cf-9005-672424cca49f', 'name': 'network-vif-deleted', 'tag': '94c3e919-a7ae-409d-a393-b86f1be8dbc2'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:32.884300 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-04a5d5ff-ad00-4df2-9aa9-25864adc7b66 req-50ca0226-e0c9-4cef-888c-ea23206655b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.38 "DELETE /v2.0/ports/94c3e919-a7ae-409d-a393-b86f1be8dbc2 HTTP/1.1" status: 204 len: 173 time: 2.5855277 May 10 15:04:32.995325 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f3cba5cb-5919-4703-a395-f95a0732d86d req-62ac911d-7626-4ea3-b717-3c4e4ac1229a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160345 May 10 15:04:33.023167 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 6a65aca8-d987-4812-93c8-394ef7bc86cf completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:33.034681 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 6a65aca8-d987-4812-93c8-394ef7bc86cf triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:33.034681 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:33.185006 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ffb5f0-20f9-48cf-9005-672424cca49f', 'name': 'network-vif-deleted', 'tag': '94c3e919-a7ae-409d-a393-b86f1be8dbc2', 'status': 'completed', 'code': 200} May 10 15:04:33.281003 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:33.324782 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:33.383950 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 6a65aca8-d987-4812-93c8-394ef7bc86cf, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=6a65aca8-d987-4812-93c8-394ef7bc86cf,segment=NetworkSegment(08b24f33-8c22-4c6a-94be-f5cb86ab9ded),segment_id=08b24f33-8c22-4c6a-94be-f5cb86ab9ded)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:33.392471 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:33.393797 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device bcd90406-6b95-4887-8327-6fa3c222b843 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:33.462738 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:33.516728 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:33.597995 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=6a65aca8-d987-4812-93c8-394ef7bc86cf,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:33.601528 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:33.639531 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-c8258427-670e-4fb9-b2aa-0c2f11313390 None None] Provisioning complete for port 6a65aca8-d987-4812-93c8-394ef7bc86cf triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:33.639836 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c8258427-670e-4fb9-b2aa-0c2f11313390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:33.652194 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdce72-46d1-4f3f-9d90-9d768b89b186 req-ee356ce1-29d9-4239-b9fa-edbc9088407a tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:33.663217 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f3cdce72-46d1-4f3f-9d90-9d768b89b186 req-ee356ce1-29d9-4239-b9fa-edbc9088407a tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 943 time: 0.1283441 May 10 15:04:33.749707 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f3cdce72-46d1-4f3f-9d90-9d768b89b186 req-64666ea8-0226-4e40-840e-4a5275ea7733 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855517 May 10 15:04:33.770560 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port bcd90406-6b95-4887-8327-6fa3c222b843 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:33.771283 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:33.838959 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb3397-a700-4a48-aa64-b11427959559 req-fbe2d82a-0631-451c-91f4-5413faec4763 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:33.842930 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-98cb3397-a700-4a48-aa64-b11427959559 req-fbe2d82a-0631-451c-91f4-5413faec4763 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.3740437 May 10 15:04:33.986015 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-98cb3397-a700-4a48-aa64-b11427959559 req-ca9a7691-32f6-446d-8de6-9cccdf62842c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336396 May 10 15:04:34.144258 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-66cd7123-d62b-4cc1-9187-f04072ec0da3 req-439b08c3-fbc3-4c2d-b82a-6ef0b1f5ad13 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] 10.222.0.43 "GET /v2.0/ports?device_id=16ffb5f0-20f9-48cf-9005-672424cca49f HTTP/1.1" status: 200 len: 210 time: 0.0912867 May 10 15:04:34.196431 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8268398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8261376'] for router, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:34.363155 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 6a65aca8-d987-4812-93c8-394ef7bc86cf up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:34.370719 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3996ba7-1271-4683-aa51-85dd1f108856 req-dad87733-39b2-4b6c-9692-c7f4f25e6600 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:34.372199 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a3996ba7-1271-4683-aa51-85dd1f108856 req-dad87733-39b2-4b6c-9692-c7f4f25e6600 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.1042349 May 10 15:04:34.430869 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a3996ba7-1271-4683-aa51-85dd1f108856 req-2b521f7e-437d-4919-9580-bb39b0f9e9bd tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508752 May 10 15:04:34.436282 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 6a65aca8-d987-4812-93c8-394ef7bc86cf triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:34.436657 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:34.448422 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Router 491d1dfb-7b4d-4d32-86be-f4a507647e7a is scheduled to L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f with binding_index 1 {{(pid=78717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:04:34.635575 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:04:34.644780 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Sync routers for ids ['491d1dfb-7b4d-4d32-86be-f4a507647e7a'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:04:34.655715 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Routers {'491d1dfb-7b4d-4d32-86be-f4a507647e7a'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:34.656631 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['491d1dfb-7b4d-4d32-86be-f4a507647e7a'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:34.658798 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:34.663217 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-a8b14728-fdcc-4956-976d-7033c79a1c28 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.9433055 May 10 15:04:34.663468 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34296) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:34.844163 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Set router 491d1dfb-7b4d-4d32-86be-f4a507647e7a gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:35.126850 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f017a3f-c785-462e-814c-2ba267d7ca6e req-d9f2c487-a62b-4821-a52c-f3b66650412e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:35.128346 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6f017a3f-c785-462e-814c-2ba267d7ca6e req-d9f2c487-a62b-4821-a52c-f3b66650412e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 943 time: 0.2571867 May 10 15:04:35.178072 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34306) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:35.229347 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'name': 'tempest-TestShelveInstance-665795713-router', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:27Z', 'updated_at': '2021-05-10T15:04:32Z', 'revision_number': 3, 'project_id': '60762d18655740c4b78d1923c70e2aaf', 'gw_port': {'id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:29Z', 'updated_at': '2021-05-10T15:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:35.236965 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Checking router: 491d1dfb-7b4d-4d32-86be-f4a507647e7a for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:04:35.237317 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Updating router 491d1dfb-7b4d-4d32-86be-f4a507647e7a port cb5a34fb-72a9-4d6d-b256-0d8de32de869 binding host dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:04:35.256853 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eac6686-4407-4799-af51-7b68727834da admin admin] Deleting subnet 3bab84f2-e36b-4fa1-92ea-936d6af74421 {{(pid=78717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:04:35.260421 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4eac6686-4407-4799-af51-7b68727834da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:35.301956 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:35.317675 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4eac6686-4407-4799-af51-7b68727834da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6377172'] for subnet, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:35.402236 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6f017a3f-c785-462e-814c-2ba267d7ca6e req-1b353a46-a3f3-4043-97f4-760d56db9b02 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648733 May 10 15:04:35.405186 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4eac6686-4407-4799-af51-7b68727834da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:35.523378 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34316) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:35.527573 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887eee-a2ab-49a1-b153-8e33187f196f req-c0c1509b-160a-4b8b-b68b-9534075816fc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:35.536461 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b1887eee-a2ab-49a1-b153-8e33187f196f req-c0c1509b-160a-4b8b-b68b-9534075816fc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.3505635 May 10 15:04:35.623694 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b1887eee-a2ab-49a1-b153-8e33187f196f req-57667f26-663e-4ccf-bdaf-3555e3e93b58 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862682 May 10 15:04:35.641456 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_v2 [None req-91752b01-1b37-4163-8b7d-56a457669582 admin admin] Deleting subnet 210cc1d5-f5f3-4b5e-98d7-a49b665d0c03 {{(pid=78717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:04:35.645463 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-91752b01-1b37-4163-8b7d-56a457669582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:35.719790 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:35.734362 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.provisioning_blocks [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Transition to ACTIVE for port object cb5a34fb-72a9-4d6d-b256-0d8de32de869 will not be triggered until provisioned by entity L2. {{(pid=78719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:35.743691 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:35.753133 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:35.819297 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Attempting to bind port cb5a34fb-72a9-4d6d-b256-0d8de32de869 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:04:35.819650 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Attempting to bind port cb5a34fb-72a9-4d6d-b256-0d8de32de869 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:04:35.820014 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Attempting to bind port cb5a34fb-72a9-4d6d-b256-0d8de32de869 on network bc1966c4-1376-496a-80cc-e9df4c16f0a5 {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:04:35.840600 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:04:35.840998 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Checking segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:35.841444 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:35.841833 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Bound using segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:04:35.842344 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Bound port: cb5a34fb-72a9-4d6d-b256-0d8de32de869, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:04:35.842736 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:35.842855 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbe73c-0e1b-4b0f-8dfe-63a2dcd89ff7 req-c7ae2991-b7db-46a2-9055-8191cab442bf tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:35.844242 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3ffbe73c-0e1b-4b0f-8dfe-63a2dcd89ff7 req-c7ae2991-b7db-46a2-9055-8191cab442bf tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.2197311 May 10 15:04:35.850715 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:35.876834 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761daa4a-7958-4f61-9228-fd8849ad8ea0 None None] Pushing event updated for resources: {'Port': ['ID=cb5a34fb-72a9-4d6d-b256-0d8de32de869,revision_number=2']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:35.885097 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-761daa4a-7958-4f61-9228-fd8849ad8ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:35.914732 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-91752b01-1b37-4163-8b7d-56a457669582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6377172'] for subnet, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:35.926460 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] For port cb5a34fb-72a9-4d6d-b256-0d8de32de869, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:04:35.929410 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] For port cb5a34fb-72a9-4d6d-b256-0d8de32de869, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=cb5a34fb-72a9-4d6d-b256-0d8de32de869,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:04:35.936304 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:35.940530 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-a372541c-0ec7-48ef-8ee3-446f327f6b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:35.972267 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3ffbe73c-0e1b-4b0f-8dfe-63a2dcd89ff7 req-0bbd8dc6-d7e5-4c63-a0c9-c7742edcd332 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121690 May 10 15:04:35.990371 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-91752b01-1b37-4163-8b7d-56a457669582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.027959 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Routers {'491d1dfb-7b4d-4d32-86be-f4a507647e7a'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:36.028782 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['491d1dfb-7b4d-4d32-86be-f4a507647e7a'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:36.030536 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4eac6686-4407-4799-af51-7b68727834da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6703360'] for subnet, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.038456 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:36.075294 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac6686-4407-4799-af51-7b68727834da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bab84f2-e36b-4fa1-92ea-936d6af74421,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:36.080564 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-4eac6686-4407-4799-af51-7b68727834da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:36.086763 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4eac6686-4407-4799-af51-7b68727834da admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.111225 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-4eac6686-4407-4799-af51-7b68727834da admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3bab84f2-e36b-4fa1-92ea-936d6af74421 HTTP/1.1" status: 204 len: 168 time: 0.9298027 May 10 15:04:36.112912 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34320) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:36.157404 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Allocated IP 172.20.0.1 (5b63a36a-fffd-4d36-a829-f30f6ed8f63c/86d0a2fb-88c0-41ad-8e56-752406026936/551fe618-8e92-442e-92ce-5f889221cdd9) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:36.185569 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761daa4a-7958-4f61-9228-fd8849ad8ea0 None None] Pushing event updated for resources: {'Port': ['ID=cb5a34fb-72a9-4d6d-b256-0d8de32de869,revision_number=3']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:36.194324 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-761daa4a-7958-4f61-9228-fd8849ad8ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:36.256882 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] Set router 491d1dfb-7b4d-4d32-86be-f4a507647e7a gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:36.297808 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.342602 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.368309 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Transition to ACTIVE for port object 551fe618-8e92-442e-92ce-5f889221cdd9 will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:36.394792 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.399365 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:36.465740 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Network 5b63a36a-fffd-4d36-a829-f30f6ed8f63c is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:36.473781 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:36.479515 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:04:36.514662 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Pushing event updated for resources: {'Port': ['ID=551fe618-8e92-442e-92ce-5f889221cdd9,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:36.516534 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 36e41c27-ad18-4f82-94ed-46b23dbf27e6 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:04:36.521214 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:36.545850 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.549322 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8258015'] for router_interface, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.564906 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f94565e-a9fd-49e1-aa5a-891f5c54dc68']}} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:36.583333 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4bcad6-f981-4c1f-a859-3cd93faa5cdb') {'for_net_delete': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:36.583751 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4bcad6-f981-4c1f-a859-3cd93faa5cdb') {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:36.603598 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6377163'] for segment, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.619252 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-91752b01-1b37-4163-8b7d-56a457669582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6703360'] for subnet, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.648953 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0c0404d2-cdcf-4de5-8924-c7c23f1933e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:36.695174 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'name': 'tempest-TestShelveInstance-665795713-router', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:27Z', 'updated_at': '2021-05-10T15:04:32Z', 'revision_number': 3, 'project_id': '60762d18655740c4b78d1923c70e2aaf', 'gw_port': {'id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:29Z', 'updated_at': '2021-05-10T15:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:36.699725 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332b3cd2-2084-4dfa-9f88-8ad148a07ce1 None None] The sync data for ids ['491d1dfb-7b4d-4d32-86be-f4a507647e7a'] in dv-cinder-780933-4-iscsi is: [{'id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'name': 'tempest-TestShelveInstance-665795713-router', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:27Z', 'updated_at': '2021-05-10T15:04:32Z', 'revision_number': 3, 'project_id': '60762d18655740c4b78d1923c70e2aaf', 'gw_port': {'id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:29Z', 'updated_at': '2021-05-10T15:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:04:36.714709 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91752b01-1b37-4163-8b7d-56a457669582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=210cc1d5-f5f3-4b5e-98d7-a49b665d0c03,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:36.723844 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-91752b01-1b37-4163-8b7d-56a457669582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:36.728096 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.741002 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-91752b01-1b37-4163-8b7d-56a457669582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.746654 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=78717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:04:36.747061 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6801128'] for segment, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: Traceback (most recent call last): May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: timer() May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: cb(*args, **kw) May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: return func(*args, **kwargs) May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: self._notify() May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: self.callback(batched_events) May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: event.method(event) May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: return f(self, *a, **k) May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._get(url).json() May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: return self.request(url, 'GET', **kwargs) May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:04:36.770826 dv-cinder-780933-4-iscsi neutron-server[78717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:04:36.776663 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-91752b01-1b37-4163-8b7d-56a457669582 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/210cc1d5-f5f3-4b5e-98d7-a49b665d0c03 HTTP/1.1" status: 204 len: 168 time: 1.2525818 May 10 15:04:36.833008 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34330) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:36.852830 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 36e41c27-ad18-4f82-94ed-46b23dbf27e6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=36e41c27-ad18-4f82-94ed-46b23dbf27e6,segment=NetworkSegment(5627f8d4-02dd-4178-a46b-40a732e6bdf7),segment_id=5627f8d4-02dd-4178-a46b-40a732e6bdf7)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:36.871848 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '36e41c27-ad18-4f82-94ed-46b23dbf27e6', 'network_id': 'f8343d0e-2cba-450c-9f37-ae410859cdeb', 'port_id': '36e41c27-ad18-4f82-94ed-46b23dbf27e6', 'mac_address': 'fa:16:3e:3b:0c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa556ff-b844-4458-8214-ab5eace68b3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:04:36.937804 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.959335 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e41c27-ad18-4f82-94ed-46b23dbf27e6 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:04:36.965145 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-8d3913ac-94ec-4b13-86d2-99fe21761823 None None] Provisioning for port 551fe618-8e92-442e-92ce-5f889221cdd9 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:36.976702 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-8d3913ac-94ec-4b13-86d2-99fe21761823 None None] Provisioning complete for port 551fe618-8e92-442e-92ce-5f889221cdd9 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:36.977223 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-8d3913ac-94ec-4b13-86d2-99fe21761823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.996696 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.008667 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.015336 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.027549 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 36e41c27-ad18-4f82-94ed-46b23dbf27e6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=36e41c27-ad18-4f82-94ed-46b23dbf27e6,segment=NetworkSegment(5627f8d4-02dd-4178-a46b-40a732e6bdf7),segment_id=5627f8d4-02dd-4178-a46b-40a732e6bdf7)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:37.037785 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.042733 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:37.076997 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:37.127553 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.130204 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f94565e-a9fd-49e1-aa5a-891f5c54dc68,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:37.136777 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:37.145007 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=36e41c27-ad18-4f82-94ed-46b23dbf27e6,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:37.150400 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:37.161764 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-8d3913ac-94ec-4b13-86d2-99fe21761823 None None] Port 551fe618-8e92-442e-92ce-5f889221cdd9 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:04:37.187710 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-425bc0c5-82d8-4a62-a0ea-0190ae3db3d7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5f94565e-a9fd-49e1-aa5a-891f5c54dc68 HTTP/1.1" status: 204 len: 168 time: 1.0735414 May 10 15:04:37.216675 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be740d-336c-40d3-a122-5c3631a696a2 req-53377e9a-34a5-4c77-9b14-6ba57e2d8afd tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:37.218222 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-45be740d-336c-40d3-a122-5c3631a696a2 req-53377e9a-34a5-4c77-9b14-6ba57e2d8afd tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 943 time: 0.5552230 May 10 15:04:37.274510 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['36e41c27-ad18-4f82-94ed-46b23dbf27e6'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:37.280294 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.304876 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b6a91f-19b7-41e0-ad91-cacc27ae7450']}} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:37.310293 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c4747-6620-44fd-a190-099463e09afe req-d3a436ea-8910-47fb-b6c0-9e12e9d2bc22 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:37.325534 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23be678-be42-4362-add5-aa316869f0de') {'for_net_delete': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:37.325914 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23be678-be42-4362-add5-aa316869f0de') {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:37.338886 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b47c4747-6620-44fd-a190-099463e09afe req-d3a436ea-8910-47fb-b6c0-9e12e9d2bc22 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.4226806 May 10 15:04:37.355790 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-2d1d034c-ad87-4049-a70f-df2b44c0270a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:37.356463 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-2d1d034c-ad87-4049-a70f-df2b44c0270a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Synchronizing usage tracker for tenant:2b0a047e20ce43b3b25bdfc7d7d78f97 on resource:port {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:04:37.365845 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6377163'] for segment, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.407238 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.423107 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=78717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:04:37.423801 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6801128'] for segment, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: Traceback (most recent call last): May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: timer() May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: cb(*args, **kw) May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: return func(*args, **kwargs) May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: self._notify() May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: self.callback(batched_events) May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: event.method(event) May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: return f(self, *a, **k) May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._get(url).json() May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: return self.request(url, 'GET', **kwargs) May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:04:37.445801 dv-cinder-780933-4-iscsi neutron-server[78717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:04:37.452102 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-2d1d034c-ad87-4049-a70f-df2b44c0270a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Unset dirty status for tenant:2b0a047e20ce43b3b25bdfc7d7d78f97 on resource:port {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:04:37.453517 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-2d1d034c-ad87-4049-a70f-df2b44c0270a tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.38 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.4352951 May 10 15:04:37.475797 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b47c4747-6620-44fd-a190-099463e09afe req-a038a7c6-a5fa-471b-bb00-7c3f11258b0b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359708 May 10 15:04:37.498653 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34338) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:37.501623 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-45be740d-336c-40d3-a122-5c3631a696a2 req-c47fda04-7744-4260-885f-e4a2976d06ae tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038169 May 10 15:04:37.627387 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-a964cff8-731e-4102-bb57-dcfc5d46f01e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9a9238aa82e49a3bff248dfb01d6f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148160 May 10 15:04:37.630623 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34344) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:37.699768 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.708563 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.718689 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-2da8d06e-e176-4784-a80a-543328786431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:37.744284 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=99b6a91f-19b7-41e0-ad91-cacc27ae7450,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:37.746982 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:37.752801 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-65ac7b7f-d220-474a-82a6-5bbe1c4a5527 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Deleting port af5ed1ab-5d42-48f4-b294-325c39d3758d {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:04:37.753209 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-65ac7b7f-d220-474a-82a6-5bbe1c4a5527 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.760544 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.772604 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.776683 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/99b6a91f-19b7-41e0-ad91-cacc27ae7450 HTTP/1.1" status: 204 len: 168 time: 0.9426196 May 10 15:04:37.802622 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:37.923279 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-be5c5619-a073-4a49-a697-2a823bf720e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.925194 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Pushing event updated for resources: {'Port': ['ID=551fe618-8e92-442e-92ce-5f889221cdd9,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:37.932457 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:37.946083 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8257916'] for router_interface, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:37.968163 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dad6a5-b9da-4c2c-97e0-11097b9a0e9d req-4a1c8feb-82c2-48c9-95e2-de6d2f619d38 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:37.969629 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-13dad6a5-b9da-4c2c-97e0-11097b9a0e9d req-4a1c8feb-82c2-48c9-95e2-de6d2f619d38 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/ports?device_id=f04b8fa0-1ae1-4f74-8f6b-767147040fb3 HTTP/1.1" status: 200 len: 945 time: 0.3165436 May 10 15:04:38.013767 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34350) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:38.052251 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-65ac7b7f-d220-474a-82a6-5bbe1c4a5527 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] For port af5ed1ab-5d42-48f4-b294-325c39d3758d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=af5ed1ab-5d42-48f4-b294-325c39d3758d,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:38.052606 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-65ac7b7f-d220-474a-82a6-5bbe1c4a5527 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.084257 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-be5c5619-a073-4a49-a697-2a823bf720e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.175050 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-13dad6a5-b9da-4c2c-97e0-11097b9a0e9d req-d2ba7a1f-c089-4636-ba69-7c3eed0fcb83 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.43 "GET /v2.0/security-groups?id=11513bab-41f2-42f5-b455-70f5cdb06a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960201 May 10 15:04:38.179379 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-65ac7b7f-d220-474a-82a6-5bbe1c4a5527 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Calling delete_port for af5ed1ab-5d42-48f4-b294-325c39d3758d owned by compute:nova {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:04:38.205957 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-2e8d5836-a686-4657-b03a-355d3318df0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bbe0d8f29044567a4dba35abd2b9679&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1861639 May 10 15:04:38.208424 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34354) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:38.237453 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Network 5b63a36a-fffd-4d36-a829-f30f6ed8f63c is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:38.238779 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:38.251373 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-be5c5619-a073-4a49-a697-2a823bf720e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.257049 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ec28cbd8-34d6-43a4-b69f-06c9be3043be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:38.283944 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-47f99f58-9481-4e4d-b985-80f884f97df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.349015 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c5619-a073-4a49-a697-2a823bf720e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4417b84-d336-4f72-b7d3-607d887a0faf,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:38.366449 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-47f99f58-9481-4e4d-b985-80f884f97df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.422180 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-65ac7b7f-d220-474a-82a6-5bbe1c4a5527 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.428475 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device cb5a34fb-72a9-4d6d-b256-0d8de32de869 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:38.430442 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:38.476573 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac7b7f-d220-474a-82a6-5bbe1c4a5527 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Pushing event deleted for resources: {'Port': ['ID=af5ed1ab-5d42-48f4-b294-325c39d3758d,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:38.481121 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-65ac7b7f-d220-474a-82a6-5bbe1c4a5527 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:38.495068 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['af5ed1ab-5d42-48f4-b294-325c39d3758d'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:38.525119 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-be5c5619-a073-4a49-a697-2a823bf720e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:38.527661 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-be5c5619-a073-4a49-a697-2a823bf720e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.527661 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-be5c5619-a073-4a49-a697-2a823bf720e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4417b84-d336-4f72-b7d3-607d887a0faf HTTP/1.1" status: 204 len: 168 time: 0.8954525 May 10 15:04:38.533983 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Router 491d1dfb-7b4d-4d32-86be-f4a507647e7a has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:04:38.563724 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-65ac7b7f-d220-474a-82a6-5bbe1c4a5527 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] No DVR routers for this DVR port af5ed1ab-5d42-48f4-b294-325c39d3758d on host hv-cinder-78093 {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:04:38.574128 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-65ac7b7f-d220-474a-82a6-5bbe1c4a5527 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.585319 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04b8fa0-1ae1-4f74-8f6b-767147040fb3', 'name': 'network-vif-deleted', 'tag': 'af5ed1ab-5d42-48f4-b294-325c39d3758d'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:38.593629 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-4cbc19d5-ffb9-425a-8dab-d4f9bedb5a3b req-65ac7b7f-d220-474a-82a6-5bbe1c4a5527 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] 10.222.0.38 "DELETE /v2.0/ports/af5ed1ab-5d42-48f4-b294-325c39d3758d HTTP/1.1" status: 204 len: 173 time: 1.0737610 May 10 15:04:38.599602 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-47f99f58-9481-4e4d-b985-80f884f97df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.602190 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-47f99f58-9481-4e4d-b985-80f884f97df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.603403 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-47f99f58-9481-4e4d-b985-80f884f97df2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80bc362d-50cf-4104-bb02-d2489523567e HTTP/1.1" status: 204 len: 168 time: 0.3938816 May 10 15:04:38.604246 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e282126b-9b86-4f48-8276-97032cab713d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:38.618167 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f99f58-9481-4e4d-b985-80f884f97df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc362d-50cf-4104-bb02-d2489523567e,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:38.624206 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-47f99f58-9481-4e4d-b985-80f884f97df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:38.636927 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 36e41c27-ad18-4f82-94ed-46b23dbf27e6 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:38.959954 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:04:38.976338 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-f123ef81-4461-4a43-9eaa-015b14b7b4c2 None None] Provisioning complete for port 551fe618-8e92-442e-92ce-5f889221cdd9 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:38.976708 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-f123ef81-4461-4a43-9eaa-015b14b7b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.061274 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port 36e41c27-ad18-4f82-94ed-46b23dbf27e6 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:39.076497 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 36e41c27-ad18-4f82-94ed-46b23dbf27e6 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:39.077219 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.121679 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port cb5a34fb-72a9-4d6d-b256-0d8de32de869 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:39.138685 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port cb5a34fb-72a9-4d6d-b256-0d8de32de869 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:39.139063 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.141227 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] 10.222.0.43 "PUT /v2.0/routers/491d1dfb-7b4d-4d32-86be-f4a507647e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4766328 May 10 15:04:39.221829 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb736-54d4-4008-bd20-623e60c19938 req-78794e6a-0497-4440-8935-abbed1f3ef38 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:39.223395 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-191fb736-54d4-4008-bd20-623e60c19938 req-78794e6a-0497-4440-8935-abbed1f3ef38 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.2657313 May 10 15:04:39.253622 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Sync routers for ids ['491d1dfb-7b4d-4d32-86be-f4a507647e7a'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:04:39.253878 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360b07f-4e4c-44a6-a475-05b80ce60a02 req-98a20376-a85f-4b9e-86b0-51f7432f2b7e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:39.254872 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a360b07f-4e4c-44a6-a475-05b80ce60a02 req-98a20376-a85f-4b9e-86b0-51f7432f2b7e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 944 time: 0.3058224 May 10 15:04:39.260586 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-f123ef81-4461-4a43-9eaa-015b14b7b4c2 None None] Port 551fe618-8e92-442e-92ce-5f889221cdd9 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:04:39.315883 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-191fb736-54d4-4008-bd20-623e60c19938 req-c220b436-ef9e-4d0e-8ae6-aa8c982d9712 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767665 May 10 15:04:39.344824 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Routers {'491d1dfb-7b4d-4d32-86be-f4a507647e7a'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:39.344824 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['491d1dfb-7b4d-4d32-86be-f4a507647e7a'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:39.397960 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a360b07f-4e4c-44a6-a475-05b80ce60a02 req-7365f926-12ea-476e-9f4a-4853fb172ab5 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115227 May 10 15:04:39.404957 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04b8fa0-1ae1-4f74-8f6b-767147040fb3', 'name': 'network-vif-deleted', 'tag': 'af5ed1ab-5d42-48f4-b294-325c39d3758d', 'status': 'completed', 'code': 200} May 10 15:04:39.514622 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34386) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:39.541151 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.610141 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port cb5a34fb-72a9-4d6d-b256-0d8de32de869, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=cb5a34fb-72a9-4d6d-b256-0d8de32de869,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:39.616449 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.634586 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.644871 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a1ee65ec-8a50-4aab-8dfd-13118073083c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:39.734203 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a4c4e8-0ce9-462e-87db-50bbfdc14ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e41c27-ad18-4f82-94ed-46b23dbf27e6'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:39.740567 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Set router 491d1dfb-7b4d-4d32-86be-f4a507647e7a gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:39.813977 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 36e41c27-ad18-4f82-94ed-46b23dbf27e6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=36e41c27-ad18-4f82-94ed-46b23dbf27e6,segment=NetworkSegment(5627f8d4-02dd-4178-a46b-40a732e6bdf7),segment_id=5627f8d4-02dd-4178-a46b-40a732e6bdf7)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:39.843251 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.848570 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device af5ed1ab-5d42-48f4-b294-325c39d3758d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:39.899197 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a4c4e8-0ce9-462e-87db-50bbfdc14ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e41c27-ad18-4f82-94ed-46b23dbf27e6', 'code': 200} May 10 15:04:39.986599 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: af5ed1ab-5d42-48f4-b294-325c39d3758d {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:04:39.986954 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device af5ed1ab-5d42-48f4-b294-325c39d3758d not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:04:40.007362 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=cb5a34fb-72a9-4d6d-b256-0d8de32de869,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:40.014704 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:40.015176 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:40.143342 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=36e41c27-ad18-4f82-94ed-46b23dbf27e6,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:40.148677 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:40.266587 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'name': 'tempest-TestShelveInstance-665795713-router', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:27Z', 'updated_at': '2021-05-10T15:04:36Z', 'revision_number': 4, 'project_id': '60762d18655740c4b78d1923c70e2aaf', 'gw_port': {'id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:29Z', 'updated_at': '2021-05-10T15:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '551fe618-8e92-442e-92ce-5f889221cdd9', 'name': '', 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'mac_address': 'fa:16:3e:e2:e5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86d0a2fb-88c0-41ad-8e56-752406026936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:35Z', 'updated_at': '2021-05-10T15:04:37Z', 'revision_number': 2, 'project_id': '60762d18655740c4b78d1923c70e2aaf', 'subnets': [{'id': '86d0a2fb-88c0-41ad-8e56-752406026936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:40.269795 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2568-c71a-4118-b9a4-140b157effb4 req-3c8038cd-af44-4bff-b25e-6dc23f2eedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:40.271129 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Checking router: 491d1dfb-7b4d-4d32-86be-f4a507647e7a for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:04:40.271271 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-47ec2568-c71a-4118-b9a4-140b157effb4 req-3c8038cd-af44-4bff-b25e-6dc23f2eedbe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 1098 time: 0.1648855 May 10 15:04:40.271467 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Updating router 491d1dfb-7b4d-4d32-86be-f4a507647e7a port 551fe618-8e92-442e-92ce-5f889221cdd9 binding host dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:04:40.345453 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-47ec2568-c71a-4118-b9a4-140b157effb4 req-7d312083-fb7a-4063-9b01-e976a0ce0c13 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654008 May 10 15:04:40.350529 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:40.363817 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8257866'] for router_interface, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:40.576330 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device cb5a34fb-72a9-4d6d-b256-0d8de32de869 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:40.715804 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34414) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:40.729079 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545120137', 'description': 'tempest-secgroup-smoke-1545120137 description', 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:40.738039 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:40.792723 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Usage tracker for resource:security_group and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:40.799284 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:40.810586 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:40.837427 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:40.893772 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:40.905525 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fcf8d-af16-488e-b03d-61a236490f66 req-6547eb4b-1339-4295-9a98-e96b7d02263d tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:40.907095 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d94fcf8d-af16-488e-b03d-61a236490f66 req-6547eb4b-1339-4295-9a98-e96b7d02263d tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 945 time: 0.1709218 May 10 15:04:40.920111 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Usage tracker for resource:security_group_rule and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:40.930628 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2edda-62e0-45db-a4ba-8a0117527516 req-919f8df0-5123-4673-9f70-356ec4fd2386 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:40.931996 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-36a2edda-62e0-45db-a4ba-8a0117527516 req-919f8df0-5123-4673-9f70-356ec4fd2386 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.4483335 May 10 15:04:40.932903 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:40.959444 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:40.989457 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port cb5a34fb-72a9-4d6d-b256-0d8de32de869 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:40.989845 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.024891 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d94fcf8d-af16-488e-b03d-61a236490f66 req-e41084f5-3130-4d62-9237-071df30ef361 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056571 May 10 15:04:41.054951 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-36a2edda-62e0-45db-a4ba-8a0117527516 req-c3a38292-9424-4e1a-a1ca-0e11a4fd8eae tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022773 May 10 15:04:41.117829 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Notify callbacks [] for port, precommit_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.136087 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Transition to ACTIVE for port object 551fe618-8e92-442e-92ce-5f889221cdd9 will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:41.139994 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.146710 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.153401 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0c9511b5-d13b-4ad1-94fc-ce6ef8beecd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:41.171861 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] Deleting port 8ebc2907-420b-4d2a-87ed-c9ea07267625 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:04:41.172879 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.183153 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.196579 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56d94b8-a57d-4f36-803b-fd453a269d15,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:41.199700 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:41.211288 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:41.225300 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.231975 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-1eef56fb-76be-4462-b7e6-f0faace848b4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5145257 May 10 15:04:41.233070 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34430) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:41.240401 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Request body: {'security_group_rule': {'security_group_id': 'e56d94b8-a57d-4f36-803b-fd453a269d15', 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:41.251251 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:41.255950 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Usage tracker for resource:security_group_rule and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:41.260029 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:41.267165 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:41.303378 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.446473 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.455061 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.459579 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] For port 8ebc2907-420b-4d2a-87ed-c9ea07267625, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=8ebc2907-420b-4d2a-87ed-c9ea07267625,segment=NetworkSegment(22d2208c-c302-4848-b567-8ac092b0e400),segment_id=22d2208c-c302-4848-b567-8ac092b0e400)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:41.460004 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.486692 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389332d-195b-476b-a26e-7834355b4204 None None] Pushing event updated for resources: {'Port': ['ID=551fe618-8e92-442e-92ce-5f889221cdd9,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:41.515702 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:41.516204 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a389332d-195b-476b-a26e-7834355b4204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:41.532541 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.537069 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3029890 May 10 15:04:41.540891 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34438) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:41.543770 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0615a3f0-bd71-4c86-a95f-2b044ce84c93,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:41.548662 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Attempting to bind port 551fe618-8e92-442e-92ce-5f889221cdd9 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:04:41.549483 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Attempting to bind port 551fe618-8e92-442e-92ce-5f889221cdd9 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': '08b24f33-8c22-4c6a-94be-f5cb86ab9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:04:41.549808 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Attempting to bind port 551fe618-8e92-442e-92ce-5f889221cdd9 on network 5b63a36a-fffd-4d36-a829-f30f6ed8f63c {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:04:41.553399 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:41.555342 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:04:41.555725 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Checking segment: {'id': '08b24f33-8c22-4c6a-94be-f5cb86ab9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:41.556126 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.556522 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Bound using segment: {'id': '08b24f33-8c22-4c6a-94be-f5cb86ab9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:04:41.556991 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Bound port: 551fe618-8e92-442e-92ce-5f889221cdd9, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b24f33-8c22-4c6a-94be-f5cb86ab9ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:04:41.557367 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.610415 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Request body: {'security_group_rule': {'security_group_id': 'e56d94b8-a57d-4f36-803b-fd453a269d15', 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:41.622866 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] Calling delete_port for 8ebc2907-420b-4d2a-87ed-c9ea07267625 owned by network:router_interface {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:04:41.628219 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:41.634662 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Usage tracker for resource:security_group_rule and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:41.639180 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:41.646069 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:41.668190 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] For port 551fe618-8e92-442e-92ce-5f889221cdd9, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:04:41.672589 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] For port 551fe618-8e92-442e-92ce-5f889221cdd9, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=551fe618-8e92-442e-92ce-5f889221cdd9,segment=NetworkSegment(08b24f33-8c22-4c6a-94be-f5cb86ab9ded),segment_id=08b24f33-8c22-4c6a-94be-f5cb86ab9ded)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:04:41.677447 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.678465 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.682553 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:41.766052 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Routers {'491d1dfb-7b4d-4d32-86be-f4a507647e7a'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:41.766812 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['491d1dfb-7b4d-4d32-86be-f4a507647e7a'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:41.905678 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.914529 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.917796 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:41.927807 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389332d-195b-476b-a26e-7834355b4204 None None] Pushing event updated for resources: {'Port': ['ID=551fe618-8e92-442e-92ce-5f889221cdd9,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:41.940247 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a389332d-195b-476b-a26e-7834355b4204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:41.952228 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3418c87b-8c0c-4457-9018-2936e51727cd,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:41.957543 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:42.001534 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] Set router 491d1dfb-7b4d-4d32-86be-f4a507647e7a gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:42.005304 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.006518 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4646766 May 10 15:04:42.009401 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34450) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:42.018019 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Request body: {'security_group_rule': {'security_group_id': 'e56d94b8-a57d-4f36-803b-fd453a269d15', 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:42.027388 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:42.032794 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Usage tracker for resource:security_group_rule and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:42.046362 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:42.052530 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.056107 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:42.056958 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:42.081992 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.163307 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebc2907-420b-4d2a-87ed-c9ea07267625,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:42.167569 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:42.187854 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.190370 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34460) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:42.198051 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.201183 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:42.255812 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233ba35d-0bac-48da-ac08-a2390536cca0,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:42.384721 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:42.406364 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.410484 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3987854 May 10 15:04:42.411431 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34466) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:42.436053 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-68386a27-91c0-40e6-84b9-6680bdb06d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.456645 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Request body: {'security_group_rule': {'security_group_id': 'e56d94b8-a57d-4f36-803b-fd453a269d15', 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:42.462623 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:42.468225 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Usage tracker for resource:security_group_rule and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:42.482424 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:42.486434 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-68386a27-91c0-40e6-84b9-6680bdb06d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:42.492122 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:42.503661 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-68386a27-91c0-40e6-84b9-6680bdb06d90 admin admin] Usage tracker for resource:security_group_rule and tenant:fcbe1f47011049bf8f68fe7d6215b29a is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:42.508631 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'name': 'tempest-TestShelveInstance-665795713-router', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:27Z', 'updated_at': '2021-05-10T15:04:36Z', 'revision_number': 4, 'project_id': '60762d18655740c4b78d1923c70e2aaf', 'gw_port': {'id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:29Z', 'updated_at': '2021-05-10T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '551fe618-8e92-442e-92ce-5f889221cdd9', 'name': '', 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'mac_address': 'fa:16:3e:e2:e5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86d0a2fb-88c0-41ad-8e56-752406026936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:35Z', 'updated_at': '2021-05-10T15:04:41Z', 'revision_number': 4, 'project_id': '60762d18655740c4b78d1923c70e2aaf', 'subnets': [{'id': '86d0a2fb-88c0-41ad-8e56-752406026936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:42.511575 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8268282'] for router_interface, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.515001 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29b424-1c13-408e-9519-be454b2d81af None None] The sync data for ids ['491d1dfb-7b4d-4d32-86be-f4a507647e7a'] in dv-cinder-780933-4-iscsi is: [{'id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'name': 'tempest-TestShelveInstance-665795713-router', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:27Z', 'updated_at': '2021-05-10T15:04:36Z', 'revision_number': 4, 'project_id': '60762d18655740c4b78d1923c70e2aaf', 'gw_port': {'id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:29Z', 'updated_at': '2021-05-10T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '551fe618-8e92-442e-92ce-5f889221cdd9', 'name': '', 'network_id': '5b63a36a-fffd-4d36-a829-f30f6ed8f63c', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'mac_address': 'fa:16:3e:e2:e5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86d0a2fb-88c0-41ad-8e56-752406026936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:35Z', 'updated_at': '2021-05-10T15:04:41Z', 'revision_number': 4, 'project_id': '60762d18655740c4b78d1923c70e2aaf', 'subnets': [{'id': '86d0a2fb-88c0-41ad-8e56-752406026936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:04:42.519881 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-68386a27-91c0-40e6-84b9-6680bdb06d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:42.536437 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4265c-1c58-4dc6-94ed-6d8700c09601 req-0638d2aa-a41d-47f3-b4e9-caa6f4d2ddf5 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:42.538213 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1cb4265c-1c58-4dc6-94ed-6d8700c09601 req-0638d2aa-a41d-47f3-b4e9-caa6f4d2ddf5 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 944 time: 0.1961968 May 10 15:04:42.539473 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-68386a27-91c0-40e6-84b9-6680bdb06d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:42.560848 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 59aaff0b-8714-4a1a-88f8-96d43550c1a1 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:04:42.616973 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.697962 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d73fa3-2263-4d15-ac6c-f9a353668dbe req-ca1b1197-6cb0-4ae5-a2c9-48e725289c7c tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:42.702722 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-77d73fa3-2263-4d15-ac6c-f9a353668dbe req-ca1b1197-6cb0-4ae5-a2c9-48e725289c7c tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 945 time: 0.4481611 May 10 15:04:42.749970 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1cb4265c-1c58-4dc6-94ed-6d8700c09601 req-57742be7-f9ed-405d-85ea-747d1322c9a5 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938112 May 10 15:04:42.820679 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:42.840735 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'port_id': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'mac_address': 'fa:16:3e:cd:13:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:04:42.920842 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-77d73fa3-2263-4d15-ac6c-f9a353668dbe req-b8e5314c-a944-4496-a179-587e50e2f2aa tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989310 May 10 15:04:42.932218 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.943421 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.950523 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.952443 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-68386a27-91c0-40e6-84b9-6680bdb06d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.955052 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-257b19b7-beea-4114-93ee-e805de3d6143 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:42.965237 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59aaff0b-8714-4a1a-88f8-96d43550c1a1 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:04:42.989430 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:42.996518 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.999117 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:42.999404 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523e5fb4-8e3c-480d-95cf-1633fe7ae32b,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:43.003292 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-68386a27-91c0-40e6-84b9-6680bdb06d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:43.028214 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:43.029589 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0ebffc39-1e83-4782-a644-3bf8c4c7427f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:43.089848 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=59aaff0b-8714-4a1a-88f8-96d43550c1a1,revision_number=9']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:43.093011 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:43.094139 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-68386a27-91c0-40e6-84b9-6680bdb06d90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcbe1f47011049bf8f68fe7d6215b29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9025426 May 10 15:04:43.095337 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68386a27-91c0-40e6-84b9-6680bdb06d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d49442-018d-413d-b10d-28fdf4443a9c,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:43.097950 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34474) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:43.101345 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-68386a27-91c0-40e6-84b9-6680bdb06d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:43.102146 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:43.105910 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6695464 May 10 15:04:43.115204 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34478) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:43.133467 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Request body: {'security_group_rule': {'security_group_id': 'e56d94b8-a57d-4f36-803b-fd453a269d15', 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:43.139782 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:43.144176 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Usage tracker for resource:security_group_rule and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:43.147328 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:43.155277 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:43.200008 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] Router a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:04:43.218122 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c588d766-32cc-4c83-964b-f64f78c1af58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:43.221359 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['59aaff0b-8714-4a1a-88f8-96d43550c1a1'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:43.257892 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.securitygroups_db [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Project 1b47f066ce9141fb9a35a65fa2ea01a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:04:43.272487 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:43.317077 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c588d766-32cc-4c83-964b-f64f78c1af58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:43.375675 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:43.384009 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:43.389028 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-94bf14c7-2934-4b52-a629-0f6c6c0a19dd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:43.429926 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cccc80-9368-49b9-9684-1213c14cb12b,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:43.439007 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:43.453356 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:43.456739 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-1fdff73f-a01d-4b5c-994b-0b86ebb3d234 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3405139 May 10 15:04:43.459505 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34488) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:43.473512 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c588d766-32cc-4c83-964b-f64f78c1af58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:43.479419 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-33af1c5e-3e62-40ff-8395-e4a9e91501c1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:43.483545 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:04:43.494521 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588d766-32cc-4c83-964b-f64f78c1af58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d49442-018d-413d-b10d-28fdf4443a9c,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:43.495529 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a296192-5fb9-4b52-a285-d52b1b984303 None None] Sync routers for ids ['a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:04:43.507129 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c588d766-32cc-4c83-964b-f64f78c1af58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:43.512268 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Request body: {'security_group_rule': {'security_group_id': 'e56d94b8-a57d-4f36-803b-fd453a269d15', 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:43.513415 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a296192-5fb9-4b52-a285-d52b1b984303 None None] Routers {'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:43.514058 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-2a296192-5fb9-4b52-a285-d52b1b984303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:43.516956 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c588d766-32cc-4c83-964b-f64f78c1af58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:43.520724 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-c588d766-32cc-4c83-964b-f64f78c1af58 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56d49442-018d-413d-b10d-28fdf4443a9c HTTP/1.1" status: 204 len: 168 time: 0.4189162 May 10 15:04:43.529144 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] 10.222.0.43 "PUT /v2.0/routers/a0e8c454-43fa-4e0f-902f-bf897f8d8ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0103080 May 10 15:04:43.534978 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34494) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:43.536067 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:43.833271 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-2a296192-5fb9-4b52-a285-d52b1b984303 None None] Set router a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:43.895350 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:43.968886 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34506) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:43.994741 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Usage tracker for resource:security_group_rule and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:44.003511 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:44.069560 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b6180388-acb7-4192-996e-d2b0d68f7e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.087234 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:44.100233 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b6180388-acb7-4192-996e-d2b0d68f7e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:44.109568 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b6180388-acb7-4192-996e-d2b0d68f7e69 admin admin] Usage tracker for resource:security_group_rule and tenant:064e1a9dc7584bcdb63160773704a19c is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:44.114022 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b6180388-acb7-4192-996e-d2b0d68f7e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:44.122027 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.securitygroups_db [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Project 1b47f066ce9141fb9a35a65fa2ea01a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:04:44.122867 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b6180388-acb7-4192-996e-d2b0d68f7e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:44.147248 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.158568 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f922b5-408a-43f0-af55-cf420ff6bbae req-0206f10c-76c2-4f20-afa3-9642e64c6d3e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:44.166060 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b3f922b5-408a-43f0-af55-cf420ff6bbae req-0206f10c-76c2-4f20-afa3-9642e64c6d3e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 945 time: 0.1577637 May 10 15:04:44.228382 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b3f922b5-408a-43f0-af55-cf420ff6bbae req-b0a63acf-cbab-466d-9f1b-4b58739d4b40 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618420 May 10 15:04:44.258299 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.277451 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.280915 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-2a296192-5fb9-4b52-a285-d52b1b984303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'name': 'tempest-ServerRescueNegativeTestJSON-683929878-router', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:04:41Z', 'revision_number': 5, 'project_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'gw_port': {'id': '237a6b15-585f-474e-ace3-ae2489e3d370', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:53Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:44.285215 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a296192-5fb9-4b52-a285-d52b1b984303 None None] Checking router: a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:04:44.294490 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a296192-5fb9-4b52-a285-d52b1b984303 None None] Routers {'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:44.295250 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-2a296192-5fb9-4b52-a285-d52b1b984303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:04:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:44.307695 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.315392 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-6de881fb-1d1c-47c7-9339-09450c0f52dc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:44.326942 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b6180388-acb7-4192-996e-d2b0d68f7e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.333751 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b6180388-acb7-4192-996e-d2b0d68f7e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.338006 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f96754-feab-4d7f-8580-dff07492fa15,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:44.343048 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:44.347985 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:44.357788 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.362819 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-8b2c4d32-8fd3-4e7f-b522-881af9a403aa tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9021668 May 10 15:04:44.398898 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Deleting port 237a6b15-585f-474e-ace3-ae2489e3d370 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:04:44.399495 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.413774 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 551fe618-8e92-442e-92ce-5f889221cdd9 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:44.451012 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b6180388-acb7-4192-996e-d2b0d68f7e69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=064e1a9dc7584bcdb63160773704a19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798665 May 10 15:04:44.454240 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34512) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:44.501735 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-2a296192-5fb9-4b52-a285-d52b1b984303 None None] Set router a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 gateway port host: None {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:44.505920 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6180388-acb7-4192-996e-d2b0d68f7e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92dd17e-2313-41cc-ab52-987c2d9ee986,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:44.523342 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b6180388-acb7-4192-996e-d2b0d68f7e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:44.546371 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] For port 237a6b15-585f-474e-ace3-ae2489e3d370, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=237a6b15-585f-474e-ace3-ae2489e3d370,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:44.546988 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.556337 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 59aaff0b-8714-4a1a-88f8-96d43550c1a1 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:44.570959 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c11c7ff2-e951-406a-a6db-2b385589e62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.617246 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c11c7ff2-e951-406a-a6db-2b385589e62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.618910 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 551fe618-8e92-442e-92ce-5f889221cdd9 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:44.638789 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-2a296192-5fb9-4b52-a285-d52b1b984303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'name': 'tempest-ServerRescueNegativeTestJSON-683929878-router', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:04:44Z', 'revision_number': 6, 'project_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'gw_port_host': None}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:44.645761 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a296192-5fb9-4b52-a285-d52b1b984303 None None] The sync data for ids ['a0e8c454-43fa-4e0f-902f-bf897f8d8ee6'] in dv-cinder-780933-4-iscsi is: [{'id': 'a0e8c454-43fa-4e0f-902f-bf897f8d8ee6', 'name': 'tempest-ServerRescueNegativeTestJSON-683929878-router', 'tenant_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:04:44Z', 'revision_number': 6, 'project_id': '2b0a047e20ce43b3b25bdfc7d7d78f97', 'gw_port_host': None}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:04:44.654722 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 551fe618-8e92-442e-92ce-5f889221cdd9 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:44.655398 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.694548 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Calling delete_port for 237a6b15-585f-474e-ace3-ae2489e3d370 owned by network:router_gateway {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:04:44.698586 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c11c7ff2-e951-406a-a6db-2b385589e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.709485 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6e00b6ee-7545-431b-a28d-19802425bd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:44.728027 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c7ff2-e951-406a-a6db-2b385589e62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92dd17e-2313-41cc-ab52-987c2d9ee986,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:44.730996 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c11c7ff2-e951-406a-a6db-2b385589e62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:44.732473 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c11c7ff2-e951-406a-a6db-2b385589e62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.736410 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-c11c7ff2-e951-406a-a6db-2b385589e62e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d92dd17e-2313-41cc-ab52-987c2d9ee986 HTTP/1.1" status: 204 len: 168 time: 0.2783873 May 10 15:04:44.826125 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:44.826646 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.932907 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.977000 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 551fe618-8e92-442e-92ce-5f889221cdd9, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=551fe618-8e92-442e-92ce-5f889221cdd9,segment=NetworkSegment(08b24f33-8c22-4c6a-94be-f5cb86ab9ded),segment_id=08b24f33-8c22-4c6a-94be-f5cb86ab9ded)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:44.993363 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.998037 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-687d85b1-35d4-49ae-989c-5ba212c46603 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:45.010894 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.017813 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-7d4bab04-5367-47aa-99a4-e67ab847067c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:45.106334 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.123861 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=237a6b15-585f-474e-ace3-ae2489e3d370,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:45.136470 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:45.143718 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=551fe618-8e92-442e-92ce-5f889221cdd9,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:45.155375 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:45.166907 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:45.179088 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:45.193284 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.199355 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-0336de6d-fce8-4265-af06-6773747fd6ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:45.323402 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'code': 200} May 10 15:04:45.324066 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=59aaff0b-8714-4a1a-88f8-96d43550c1a1,revision_number=10']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:45.327245 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:45.413076 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8260718'] for router_gateway, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.527747 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3027-05ce-43db-bbed-45028e774c45 req-393f512a-91f4-48bd-92bd-4583acbbaa62 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:45.536789 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-18ff3027-05ce-43db-bbed-45028e774c45 req-393f512a-91f4-48bd-92bd-4583acbbaa62 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 947 time: 0.1376905 May 10 15:04:45.610782 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-18ff3027-05ce-43db-bbed-45028e774c45 req-45358bf3-cbe9-4803-aa39-4b45651bff88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731018 May 10 15:04:45.728674 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8268338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5961'] for router, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.731151 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.860652 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8273276'] for router, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.861184 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 {{(pid=78717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:04:45.883201 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.884460 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a0e8c454-43fa-4e0f-902f-bf897f8d8ee6 HTTP/1.1" status: 204 len: 168 time: 2.3457453 May 10 15:04:45.887263 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34600) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:45.942878 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbc4ee-3a13-4913-a8e7-a4eaf655602e req-16102212-342a-47ab-949f-9495a8f22801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:45.944453 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-27cbc4ee-3a13-4913-a8e7-a4eaf655602e req-16102212-342a-47ab-949f-9495a8f22801 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 1100 time: 0.1393602 May 10 15:04:46.011012 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63e7f38-6abe-46d1-83fd-26d68ce86e10 admin admin] Deleting subnet 1859c68a-7965-4036-a524-e77acc694d2a {{(pid=78717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:04:46.016454 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e63e7f38-6abe-46d1-83fd-26d68ce86e10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.057043 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-27cbc4ee-3a13-4913-a8e7-a4eaf655602e req-e73fe935-183a-4b70-8ae9-ae4dd41a7e69 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049299 May 10 15:04:46.075878 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e63e7f38-6abe-46d1-83fd-26d68ce86e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6377172'] for subnet, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.116170 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.144890 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e63e7f38-6abe-46d1-83fd-26d68ce86e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.354207 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 551fe618-8e92-442e-92ce-5f889221cdd9 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:46.420411 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e63e7f38-6abe-46d1-83fd-26d68ce86e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6703360'] for subnet, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.425595 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 551fe618-8e92-442e-92ce-5f889221cdd9 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:46.426374 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.426983 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:46.466822 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e63e7f38-6abe-46d1-83fd-26d68ce86e10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.471139 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e7f38-6abe-46d1-83fd-26d68ce86e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1859c68a-7965-4036-a524-e77acc694d2a,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:46.475153 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e63e7f38-6abe-46d1-83fd-26d68ce86e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:46.481101 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-e63e7f38-6abe-46d1-83fd-26d68ce86e10 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1859c68a-7965-4036-a524-e77acc694d2a HTTP/1.1" status: 204 len: 168 time: 0.5910811 May 10 15:04:46.481342 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34630) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:46.611793 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.615285 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 237a6b15-585f-474e-ace3-ae2489e3d370 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:46.648504 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 237a6b15-585f-474e-ace3-ae2489e3d370 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:04:46.649090 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 237a6b15-585f-474e-ace3-ae2489e3d370 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:04:46.649703 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 8ebc2907-420b-4d2a-87ed-c9ea07267625 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:46.693952 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 8ebc2907-420b-4d2a-87ed-c9ea07267625 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:04:46.696110 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 8ebc2907-420b-4d2a-87ed-c9ea07267625 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:04:46.767162 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.785335 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9898ef2e-8f23-4108-a4f9-428beb28e721']}} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:46.907194 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d2208c-c302-4848-b567-8ac092b0e400') {'for_net_delete': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:46.907490 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d2208c-c302-4848-b567-8ac092b0e400') {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:46.923608 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8129038'] for segment, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.946679 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.962992 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=78716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:04:46.963536 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379187'] for segment, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: Traceback (most recent call last): May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: timer() May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: cb(*args, **kw) May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: return func(*args, **kwargs) May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: self._notify() May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: self.callback(batched_events) May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: event.method(event) May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: return f(self, *a, **k) May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._get(url).json() May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: return self.request(url, 'GET', **kwargs) May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:04:46.979644 dv-cinder-780933-4-iscsi neutron-server[78716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:04:47.061298 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69cec8-9a43-4f95-bbe6-cbe5f138f7eb req-f8986805-6825-4964-b424-587663463749 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:47.062768 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bf69cec8-9a43-4f95-bbe6-cbe5f138f7eb req-f8986805-6825-4964-b424-587663463749 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 947 time: 0.2698939 May 10 15:04:47.101475 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.119949 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:47.133771 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.151987 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bf69cec8-9a43-4f95-bbe6-cbe5f138f7eb req-3b2ab4e4-fbc5-46f4-804f-b282cc9e1213 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818386 May 10 15:04:47.157044 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] Pushing event deleted for resources: {'Network': ['ID=9898ef2e-8f23-4108-a4f9-428beb28e721,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:47.160380 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:47.161936 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] 10.222.0.43 "DELETE /v2.0/networks/9898ef2e-8f23-4108-a4f9-428beb28e721 HTTP/1.1" status: 204 len: 168 time: 0.6790369 May 10 15:04:47.417182 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34672) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:47.470366 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-45d1214c-a42e-4e1d-b566-4542bd6a08fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b0a047e20ce43b3b25bdfc7d7d78f97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519431 May 10 15:04:47.472652 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34682) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:47.536535 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b7530125-acb1-490a-9359-339025b39e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.564284 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b7530125-acb1-490a-9359-339025b39e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.625021 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b7530125-acb1-490a-9359-339025b39e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.630109 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-048269a2-7994-477a-a2bc-cbd89a6cd204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:47.642772 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7530125-acb1-490a-9359-339025b39e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11513bab-41f2-42f5-b455-70f5cdb06a64,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:47.645856 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b7530125-acb1-490a-9359-339025b39e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:47.650836 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b7530125-acb1-490a-9359-339025b39e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.655113 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-b7530125-acb1-490a-9359-339025b39e80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11513bab-41f2-42f5-b455-70f5cdb06a64 HTTP/1.1" status: 204 len: 168 time: 0.1810527 May 10 15:04:48.402012 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16257e1f-b196-4585-bc2e-cc9bb506f1f6 req-f78720a9-083f-4956-a3ce-e09b1f5c0a7b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:48.404919 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-16257e1f-b196-4585-bc2e-cc9bb506f1f6 req-f78720a9-083f-4956-a3ce-e09b1f5c0a7b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 947 time: 0.1073914 May 10 15:04:48.470456 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-16257e1f-b196-4585-bc2e-cc9bb506f1f6 req-7f1bfe03-e829-4064-9c65-1354ae9862ec tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575390 May 10 15:04:51.036576 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-54b0bbcf-d6c9-4449-9cde-302e2f947c77 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Synchronizing usage tracker for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:security_group {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:04:51.052912 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-54b0bbcf-d6c9-4449-9cde-302e2f947c77 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Unset dirty status for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:security_group {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:04:51.054039 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-54b0bbcf-d6c9-4449-9cde-302e2f947c77 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725822245&fields=id&tenant_id=46ba117a34cf42ccafb6acc1f6ab871a HTTP/1.1" status: 200 len: 267 time: 0.0556743 May 10 15:04:51.205476 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-d5653312-33e8-48f1-b570-63c9b59245f4 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:51.206926 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-d5653312-33e8-48f1-b570-63c9b59245f4 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 811 time: 0.1455958 May 10 15:04:51.222282 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-0c80b4a7-5c28-482e-a183-779e0d1ee510 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/quotas/46ba117a34cf42ccafb6acc1f6ab871a HTTP/1.1" status: 200 len: 375 time: 0.0095367 May 10 15:04:51.309137 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-c72701e1-6dd4-4d8a-8577-c8dac3e590b7 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818744 May 10 15:04:51.446683 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-3d6df05d-35ac-4130-bf63-490a83a17db5 service neutron] 10.222.0.43 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260104 May 10 15:04:51.576004 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-4a0a675b-e220-4dd6-855b-8c784cf34db5 service neutron] 10.222.0.43 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228974 May 10 15:04:52.017419 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0d684daa-f6d3-4f79-b44a-fd5157fd9f67 req-047ef303-6fa8-454c-adeb-40d3c0cd1f04 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 210 time: 0.0437303 May 10 15:04:53.165023 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2433b961-5625-4c26-9fd1-a382a48141ff req-c71fdf7a-7771-4959-b43f-88866f2c715f tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 210 time: 0.0435801 May 10 15:04:54.319190 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-073adb70-f22a-4145-876e-8e8fd7056c41 req-ce127fc2-1426-4f0a-98b0-c9e5216744d9 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 210 time: 0.0473688 May 10 15:04:55.466200 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-82a3b7a1-7687-42de-b396-dd768e11ecda req-efe76959-a640-46e7-b9bd-c977600908c3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 210 time: 0.0431762 May 10 15:04:56.613463 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-358bf477-606b-486c-b5a5-2b4b6b23e303 req-f1da066d-3d14-4687-960c-037bc86925a2 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 210 time: 0.0433443 May 10 15:04:57.766336 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-98d4c206-5881-4735-82a0-8742695b41e5 req-91737377-ec29-42cd-8785-1d32fae26d9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 210 time: 0.0473847 May 10 15:04:58.012412 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-52a65da3-4c0d-46a9-b677-d69937bd2914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:58.182374 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-789683a9-6be3-400e-9968-6173442b5b87 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:58.183068 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-789683a9-6be3-400e-9968-6173442b5b87 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Synchronizing usage tracker for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:network {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:04:58.199857 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-789683a9-6be3-400e-9968-6173442b5b87 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Unset dirty status for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:network {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:04:58.201023 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-789683a9-6be3-400e-9968-6173442b5b87 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 811 time: 0.1682086 May 10 15:04:58.253659 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-c4548d62-8faf-45d0-bd55-8eb23442912c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Synchronizing usage tracker for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:security_group {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:04:58.265753 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-c4548d62-8faf-45d0-bd55-8eb23442912c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Unset dirty status for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:security_group {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:04:58.266840 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-c4548d62-8faf-45d0-bd55-8eb23442912c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ba117a34cf42ccafb6acc1f6ab871a HTTP/1.1" status: 200 len: 379 time: 0.0568261 May 10 15:04:58.280658 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'port': {'device_id': '07c3b140-3850-4849-b19b-8b6470e7784e', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'admin_state_up': True, 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'security_groups': ['6c06dcf0-ccab-41c2-b829-b61ee4f58019']}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:58.431177 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:58.435035 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:port and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:58.438035 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:58.444414 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:58.458654 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Made reservation on behalf of 46ba117a34cf42ccafb6acc1f6ab871a for: {'port': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:58.462200 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:58.639704 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Allocated IP 172.20.0.3 (e1f64e07-9a73-4058-be4a-fc5e16739257/a81e2264-e766-497d-959d-ce0909861ac6/47d119d0-6edb-45c4-8944-3027145b0e25) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:58.830319 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 34940) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:58.923385 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fa88f362-ccc1-4a92-91d9-2c600cdc2a38 req-dda6f7dd-fc53-4ce0-a305-4ba67ff3bedd tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 210 time: 0.0456347 May 10 15:04:59.013706 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.020251 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.030520 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Transition to ACTIVE for port object 47d119d0-6edb-45c4-8944-3027145b0e25 will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:59.035860 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:59.039999 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Usage tracker for resource:security_group_rule and tenant:3d2131d0b96b4216aec0af55fd8fcef6 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:59.042954 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:59.048931 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:59.055566 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.064147 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-dad11be0-1dbd-4afe-9561-33653f73f8e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:59.130381 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Network e1f64e07-9a73-4058-be4a-fc5e16739257 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:59.133800 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:59.136878 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:04:59.161940 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.167072 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.186389 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b292fb58-c609-48d0-a271-025063248dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:59.191222 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'Port': ['ID=47d119d0-6edb-45c4-8944-3027145b0e25,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:59.205055 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.205423 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.205847 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.206287 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.206630 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.207017 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.207326 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.207745 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.208130 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.208542 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.208938 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.209279 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.213894 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:59.237883 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:59.238799 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.259694 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5ae60a-ce3f-408e-ae47-3f181335adf4,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:59.264849 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d2131d0b96b4216aec0af55fd8fcef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334850 May 10 15:04:59.265103 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9877000 May 10 15:04:59.267677 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 34952) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:59.272661 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.273037 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.273457 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.273821 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.274220 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.274580 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.274964 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.275285 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.275666 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.276045 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.276398 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.276824 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:59.281686 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:59.340269 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ed30-2bc9-41cf-b76c-865be2cd5ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.365854 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ed30-2bc9-41cf-b76c-865be2cd5ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.384565 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-43793eb5-a600-472d-af24-bd03704e4e1d None None] Provisioning for port 47d119d0-6edb-45c4-8944-3027145b0e25 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:59.390440 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-43793eb5-a600-472d-af24-bd03704e4e1d None None] Provisioning complete for port 47d119d0-6edb-45c4-8944-3027145b0e25 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:59.390819 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-43793eb5-a600-472d-af24-bd03704e4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.427660 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ed30-2bc9-41cf-b76c-865be2cd5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.432980 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3dc4d32e-7f81-42b0-adc9-baf7bf11de6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:59.448992 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7ed30-2bc9-41cf-b76c-865be2cd5ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5ae60a-ce3f-408e-ae47-3f181335adf4,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:59.452475 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-dbe7ed30-2bc9-41cf-b76c-865be2cd5ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:59.454423 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ed30-2bc9-41cf-b76c-865be2cd5ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.457645 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-dbe7ed30-2bc9-41cf-b76c-865be2cd5ae5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea5ae60a-ce3f-408e-ae47-3f181335adf4 HTTP/1.1" status: 204 len: 168 time: 0.1866841 May 10 15:04:59.466336 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-43793eb5-a600-472d-af24-bd03704e4e1d None None] Port 47d119d0-6edb-45c4-8944-3027145b0e25 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:05:00.114475 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4aae64-286b-43d8-b44a-98c286dab741 req-86a3f118-40ab-4d69-9e42-55cc2206d6f8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:00.116331 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fb4aae64-286b-43d8-b44a-98c286dab741 req-86a3f118-40ab-4d69-9e42-55cc2206d6f8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 931 time: 0.0807967 May 10 15:05:00.160709 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fb4aae64-286b-43d8-b44a-98c286dab741 req-3715583b-6961-4ea9-afb2-6a9742b71bdd tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385754 May 10 15:05:00.426677 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-59052075-7087-4387-9a51-b9f983771d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:00.468025 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:00.804861 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Request body: {'port': {'device_id': '07c3b140-3850-4849-b19b-8b6470e7784e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:00.917720 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:01.266519 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d119d0-6edb-45c4-8944-3027145b0e25 {{(pid=78717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:05:01.273908 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:01.287923 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Transition to ACTIVE for port object 47d119d0-6edb-45c4-8944-3027145b0e25 will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:01.292557 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:01.296526 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:01.318002 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:05:01.358678 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f9120-d080-44b3-8959-9420ad56a379 req-9a57c79f-d7ae-4f36-8b0f-47db6f5dbcc3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:01.360271 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a41f9120-d080-44b3-8959-9420ad56a379 req-9a57c79f-d7ae-4f36-8b0f-47db6f5dbcc3 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 943 time: 0.0880969 May 10 15:05:01.408770 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a41f9120-d080-44b3-8959-9420ad56a379 req-c2269d68-2601-41e2-bb2a-7e5ee1cab080 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420203 May 10 15:05:01.422605 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Pushing event updated for resources: {'Port': ['ID=47d119d0-6edb-45c4-8944-3027145b0e25,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:01.450584 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:01.526476 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Attempting to bind port 47d119d0-6edb-45c4-8944-3027145b0e25 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:01.526811 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Attempting to bind port 47d119d0-6edb-45c4-8944-3027145b0e25 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:01.527138 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Attempting to bind port 47d119d0-6edb-45c4-8944-3027145b0e25 on network e1f64e07-9a73-4058-be4a-fc5e16739257 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:01.531628 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Port 47d119d0-6edb-45c4-8944-3027145b0e25 on network e1f64e07-9a73-4058-be4a-fc5e16739257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:05:01.531945 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Attempting to bind port 47d119d0-6edb-45c4-8944-3027145b0e25 on network e1f64e07-9a73-4058-be4a-fc5e16739257 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:01.536962 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:01.537301 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Checking segment: {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:01.537684 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Bound using segment: {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:01.538118 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Bound port: 47d119d0-6edb-45c4-8944-3027145b0e25, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:01.538473 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:01.562630 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:01.634917 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] For port 47d119d0-6edb-45c4-8944-3027145b0e25, host hv-cinder-78093, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:01.638868 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] For port 47d119d0-6edb-45c4-8944-3027145b0e25, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=47d119d0-6edb-45c4-8944-3027145b0e25,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:01.643650 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:01.647650 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-820e90fc-66ee-4dd1-bf52-1ac7f7e72a99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:01.699840 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:01.700443 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:01.701830 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] 10.222.0.38 "PUT /v2.0/ports/47d119d0-6edb-45c4-8944-3027145b0e25 HTTP/1.1" status: 200 len: 1093 time: 0.9016676 May 10 15:05:01.702338 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c3b140-3850-4849-b19b-8b6470e7784e', 'tag': '47d119d0-6edb-45c4-8944-3027145b0e25'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:05:01.730398 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Pushing event updated for resources: {'Port': ['ID=47d119d0-6edb-45c4-8944-3027145b0e25,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:01.734111 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:01.751964 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c3b140-3850-4849-b19b-8b6470e7784e', 'tag': '47d119d0-6edb-45c4-8944-3027145b0e25', 'status': 'completed', 'code': 200} May 10 15:05:01.981176 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a492827-999d-4bd8-a80a-d1b3640c2d48 req-5b06bb0b-4a0b-4761-b608-aaaee0f719c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:01.982722 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-0a492827-999d-4bd8-a80a-d1b3640c2d48 req-5b06bb0b-4a0b-4761-b608-aaaee0f719c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 1096 time: 0.0744073 May 10 15:05:02.120491 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a492827-999d-4bd8-a80a-d1b3640c2d48 req-b91f9698-d88d-46c5-8a35-50e3a8c68ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:02.121919 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-0a492827-999d-4bd8-a80a-d1b3640c2d48 req-b91f9698-d88d-46c5-8a35-50e3a8c68ad2 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1320579 May 10 15:05:02.355449 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a492827-999d-4bd8-a80a-d1b3640c2d48 req-44489479-26d5-4a5e-a924-c255057329f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:02.356903 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-0a492827-999d-4bd8-a80a-d1b3640c2d48 req-44489479-26d5-4a5e-a924-c255057329f5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2245746 May 10 15:05:02.471763 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-f35104bc-1188-405e-9361-c1feda6c9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:02.473500 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-f35104bc-1188-405e-9361-c1feda6c9e19 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 1096 time: 0.0805802 May 10 15:05:02.556072 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-918abc24-3381-4904-ae81-a60b57a3ffc1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47d119d0-6edb-45c4-8944-3027145b0e25 HTTP/1.1" status: 200 len: 217 time: 0.0740230 May 10 15:05:02.640928 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-d41b6632-4f21-416f-af43-8780415b06de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:02.642508 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-d41b6632-4f21-416f-af43-8780415b06de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.0762017 May 10 15:05:02.648162 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef78c1-ee6f-4766-8de8-e7e507c31fe5 req-bb457ba5-e4b6-4ca9-826f-8b43ea45a156 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:02.649702 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-adef78c1-ee6f-4766-8de8-e7e507c31fe5 req-bb457ba5-e4b6-4ca9-826f-8b43ea45a156 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 943 time: 0.1086524 May 10 15:05:02.703017 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-adef78c1-ee6f-4766-8de8-e7e507c31fe5 req-0b161a05-3e5e-4eda-b446-2127c8fac1c0 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438612 May 10 15:05:02.740553 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-1a695fd6-c85b-4b5b-94d4-1e8f595b1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:02.742288 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-1a695fd6-c85b-4b5b-94d4-1e8f595b1a90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922441 May 10 15:05:02.937881 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-59527435-64e7-48c6-a994-a9d1b30facd0 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852510 May 10 15:05:03.080216 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-72ff68e3-65e9-4666-9f2c-3a6c6e840bde req-2ee3c0ad-9c6f-48bf-a341-cad009b7a8f8 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354399 May 10 15:05:03.160670 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:03.950271 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16757e40-4fc4-4ed9-abc6-e569ddabcae4 req-a6302545-880b-4728-98bf-19db92e9f322 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:03.951630 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-16757e40-4fc4-4ed9-abc6-e569ddabcae4 req-a6302545-880b-4728-98bf-19db92e9f322 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 943 time: 0.1394713 May 10 15:05:04.003159 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-16757e40-4fc4-4ed9-abc6-e569ddabcae4 req-17e62ef8-b654-4917-9786-0f1716397377 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416770 May 10 15:05:04.389821 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 35124) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:04.525397 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9194c77b-81d8-4070-901b-7ac69758f1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.539985 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-9194c77b-81d8-4070-901b-7ac69758f1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:04.543752 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-9194c77b-81d8-4070-901b-7ac69758f1ff admin admin] Usage tracker for resource:security_group_rule and tenant:cf8f9d7861a14b1cb5512e9c9995f9bf is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:04.546875 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-9194c77b-81d8-4070-901b-7ac69758f1ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:04.552720 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-9194c77b-81d8-4070-901b-7ac69758f1ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:04.636633 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9194c77b-81d8-4070-901b-7ac69758f1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.640547 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9194c77b-81d8-4070-901b-7ac69758f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.648033 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-8c35c449-7ee8-4c48-abc8-6685ffb93bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:04.690984 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-9194c77b-81d8-4070-901b-7ac69758f1ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf8f9d7861a14b1cb5512e9c9995f9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999053 May 10 15:05:04.692024 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194c77b-81d8-4070-901b-7ac69758f1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749ca699-d3db-42e1-bf04-98159f27f6e7,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:04.693682 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 35134) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:04.695184 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9194c77b-81d8-4070-901b-7ac69758f1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:04.753904 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd58e-ac8f-424a-bee3-206f0c341ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.779851 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd58e-ac8f-424a-bee3-206f0c341ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.835295 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd58e-ac8f-424a-bee3-206f0c341ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.839964 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-938a5678-e16d-4dc0-9482-318e8be321d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:04.851304 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cd58e-ac8f-424a-bee3-206f0c341ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749ca699-d3db-42e1-bf04-98159f27f6e7,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:04.855057 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6c1cd58e-ac8f-424a-bee3-206f0c341ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:04.864245 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6c1cd58e-ac8f-424a-bee3-206f0c341ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.867871 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-6c1cd58e-ac8f-424a-bee3-206f0c341ed8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/749ca699-d3db-42e1-bf04-98159f27f6e7 HTTP/1.1" status: 204 len: 168 time: 0.1692340 May 10 15:05:05.151628 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 35144) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:05.170349 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f7aa429c-828c-4112-babf-8d8f466c35de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:05.184803 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-f7aa429c-828c-4112-babf-8d8f466c35de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:05.189139 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-f7aa429c-828c-4112-babf-8d8f466c35de admin admin] Usage tracker for resource:security_group_rule and tenant:b1b7ab849acf42b9ae4d814499d408e7 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:05.190470 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d061c-13ed-482d-9eac-e36b53ade59d req-ff63044d-1af6-4fc9-9ef3-f91e9ed9138c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:05.191942 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7c5d061c-13ed-482d-9eac-e36b53ade59d req-ff63044d-1af6-4fc9-9ef3-f91e9ed9138c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 943 time: 0.0833650 May 10 15:05:05.192096 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-f7aa429c-828c-4112-babf-8d8f466c35de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:05.197718 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-f7aa429c-828c-4112-babf-8d8f466c35de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:05.240025 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7c5d061c-13ed-482d-9eac-e36b53ade59d req-063d876e-d56c-4c5e-8c70-80fdb454d670 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399117 May 10 15:05:05.285729 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f7aa429c-828c-4112-babf-8d8f466c35de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:05.289467 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f7aa429c-828c-4112-babf-8d8f466c35de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:05.298650 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-847d0080-1c19-4e81-848a-4f61ddc3c287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:05.337273 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f7aa429c-828c-4112-babf-8d8f466c35de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1b7ab849acf42b9ae4d814499d408e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845467 May 10 15:05:05.338899 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa429c-828c-4112-babf-8d8f466c35de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd7bd11-f74b-43d4-87ec-70fd6d5663da,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:05.339902 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 35154) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:05.342335 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f7aa429c-828c-4112-babf-8d8f466c35de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:05.400139 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e05ef237-22e7-497a-9d29-f1d40b895f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:05.426495 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e05ef237-22e7-497a-9d29-f1d40b895f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:05.475924 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e05ef237-22e7-497a-9d29-f1d40b895f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:05.480421 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6d57f270-c547-467a-89ba-f4a295711d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:05.492655 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ef237-22e7-497a-9d29-f1d40b895f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd7bd11-f74b-43d4-87ec-70fd6d5663da,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:05.495562 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-e05ef237-22e7-497a-9d29-f1d40b895f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:05.497459 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e05ef237-22e7-497a-9d29-f1d40b895f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:05.500736 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-e05ef237-22e7-497a-9d29-f1d40b895f1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1bd7bd11-f74b-43d4-87ec-70fd6d5663da HTTP/1.1" status: 204 len: 168 time: 0.1576986 May 10 15:05:06.447222 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f2f69-4b9b-4870-bff5-7225d10530ca req-9c01596d-70a7-4cc9-81b7-d6959c2a1d08 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:06.448714 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4b9f2f69-4b9b-4870-bff5-7225d10530ca req-9c01596d-70a7-4cc9-81b7-d6959c2a1d08 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 943 time: 0.0930140 May 10 15:05:06.499151 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4b9f2f69-4b9b-4870-bff5-7225d10530ca req-87b6fb4b-20e4-4070-9021-18a0106ca3fa tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444071 May 10 15:05:06.854522 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-fa12d846-a997-4112-8f46-6fd414568004 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Synchronizing usage tracker for tenant:1b47f066ce9141fb9a35a65fa2ea01a6 on resource:security_group {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:06.873562 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-fa12d846-a997-4112-8f46-6fd414568004 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Unset dirty status for tenant:1b47f066ce9141fb9a35a65fa2ea01a6 on resource:security_group {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:06.874769 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-fa12d846-a997-4112-8f46-6fd414568004 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545120137&fields=id&tenant_id=1b47f066ce9141fb9a35a65fa2ea01a6 HTTP/1.1" status: 200 len: 267 time: 0.0746949 May 10 15:05:07.032812 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-40efee34-6a06-4954-bd3b-d3d350e009ac tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:07.033729 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-40efee34-6a06-4954-bd3b-d3d350e009ac tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Synchronizing usage tracker for tenant:1b47f066ce9141fb9a35a65fa2ea01a6 on resource:network {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:07.053468 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-40efee34-6a06-4954-bd3b-d3d350e009ac tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Unset dirty status for tenant:1b47f066ce9141fb9a35a65fa2ea01a6 on resource:network {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:07.054709 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-40efee34-6a06-4954-bd3b-d3d350e009ac tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/networks?id=a30c8159-4b41-4b53-b57a-a9031ca14e7e HTTP/1.1" status: 200 len: 808 time: 0.1728518 May 10 15:05:07.072917 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-255a4cb2-bb5d-4e83-85db-2c6f590c268a tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/quotas/1b47f066ce9141fb9a35a65fa2ea01a6 HTTP/1.1" status: 200 len: 375 time: 0.0119607 May 10 15:05:07.161723 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-45b89624-7ce7-4b27-87ca-68291b91b218 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b47f066ce9141fb9a35a65fa2ea01a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827315 May 10 15:05:07.334204 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-3cfd37e0-df46-47fc-9318-3e7a996beaef service neutron] 10.222.0.43 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587920 May 10 15:05:07.495331 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-27730036-0356-44a1-b27a-25042e31d4ee service neutron] 10.222.0.43 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541331 May 10 15:05:07.702430 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff91d85-a648-4931-9779-e7f0e45680ea req-a70565cd-cdb8-4d44-9fcf-c4552e809409 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:07.703903 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-dff91d85-a648-4931-9779-e7f0e45680ea req-a70565cd-cdb8-4d44-9fcf-c4552e809409 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 943 time: 0.0908983 May 10 15:05:07.747624 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-dff91d85-a648-4931-9779-e7f0e45680ea req-945a22d2-a01e-45c5-80f2-9c682223a8bf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377970 May 10 15:05:08.109019 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1d40dbc8-f423-4e11-a090-ff42aa8e70e7 req-272000b1-10dc-4036-8325-0ec716732948 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 210 time: 0.0453873 May 10 15:05:08.342996 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb2f45-2b21-4a53-b118-f6210472b4d6 req-4f1f136b-161c-4d00-97d8-088075a54679 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:08.344467 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-42cb2f45-2b21-4a53-b118-f6210472b4d6 req-4f1f136b-161c-4d00-97d8-088075a54679 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 945 time: 0.0902746 May 10 15:05:08.392951 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-42cb2f45-2b21-4a53-b118-f6210472b4d6 req-b5868862-13b4-4906-b75b-6ed6ac5f3639 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423160 May 10 15:05:08.938047 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059586bd-658d-4e08-bf1c-b590a433d491 req-f44e1a9f-aa90-46db-82e9-24013bccd457 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:08.945690 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-059586bd-658d-4e08-bf1c-b590a433d491 req-f44e1a9f-aa90-46db-82e9-24013bccd457 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 943 time: 0.0913887 May 10 15:05:08.991535 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-059586bd-658d-4e08-bf1c-b590a433d491 req-c8d39ec9-603c-47d7-97b3-f57c91172c5e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447659 May 10 15:05:09.260146 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-d4f32760-e1da-43bb-9e02-515cb8abdbd7 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:09.261691 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-d4f32760-e1da-43bb-9e02-515cb8abdbd7 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.38 "GET /v2.0/networks?id=a30c8159-4b41-4b53-b57a-a9031ca14e7e HTTP/1.1" status: 200 len: 808 time: 0.1835535 May 10 15:05:09.328179 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f52d6c83-c82e-4fb5-ab2d-c6262afe805b req-dc7baf93-8cad-401c-8ca5-3419e9b0040a tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 210 time: 0.0555158 May 10 15:05:09.346952 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-9ee04a40-5716-4280-8b77-beeee38c0032 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b47f066ce9141fb9a35a65fa2ea01a6 HTTP/1.1" status: 200 len: 380 time: 0.0581610 May 10 15:05:09.356644 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Request body: {'port': {'device_id': '571706b2-7c18-476e-b43d-f09a98a42675', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'admin_state_up': True, 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'security_groups': ['e56d94b8-a57d-4f36-803b-fd453a269d15']}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:09.510245 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:09.514416 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Usage tracker for resource:port and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:09.517397 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:09.523996 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:09.539881 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Made reservation on behalf of 1b47f066ce9141fb9a35a65fa2ea01a6 for: {'port': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:05:09.543909 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:09.604391 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6380e-4ad0-4f1a-8bf4-1bf767d8cda1 req-f6c57403-d2cb-4001-aeac-483c7e098f6f tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:09.605750 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f4f6380e-4ad0-4f1a-8bf4-1bf767d8cda1 req-f6c57403-d2cb-4001-aeac-483c7e098f6f tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 945 time: 0.0941696 May 10 15:05:09.667449 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f4f6380e-4ad0-4f1a-8bf4-1bf767d8cda1 req-5698c178-c2ac-4cfc-bd97-4fa1cf904b1f tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532675 May 10 15:05:09.730298 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Allocated IP 172.20.0.14 (a30c8159-4b41-4b53-b57a-a9031ca14e7e/bd116235-8c3d-4411-9dd7-686cf6681fc0/650b8c65-4286-4402-91fd-de32be5c7dc6) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:09.918947 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:09.934810 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Transition to ACTIVE for port object 650b8c65-4286-4402-91fd-de32be5c7dc6 will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:09.958597 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:09.963974 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d12c3c10-b308-4db9-a233-991addae8cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:10.030003 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Network a30c8159-4b41-4b53-b57a-a9031ca14e7e is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:10.033235 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:10.042363 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:10.214409 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4189816-f4f2-4559-81fc-afa906042049 req-06861025-a54a-4403-94b0-6f9ca0cbe716 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:10.215951 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f4189816-f4f2-4559-81fc-afa906042049 req-06861025-a54a-4403-94b0-6f9ca0cbe716 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 943 time: 0.1005313 May 10 15:05:10.225251 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event updated for resources: {'Port': ['ID=650b8c65-4286-4402-91fd-de32be5c7dc6,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:10.239284 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:10.283597 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:10.284234 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f4189816-f4f2-4559-81fc-afa906042049 req-9bb4fd14-105b-4cd0-9c85-e3233500a00c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482252 May 10 15:05:10.284549 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.319894 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-fc498e13-f72c-4eee-a335-c5e3154e48f5 None None] Provisioning for port 650b8c65-4286-4402-91fd-de32be5c7dc6 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:10.325547 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-fc498e13-f72c-4eee-a335-c5e3154e48f5 None None] Provisioning complete for port 650b8c65-4286-4402-91fd-de32be5c7dc6 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:10.326284 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-fc498e13-f72c-4eee-a335-c5e3154e48f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.338701 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-c1632047-ac0c-43ea-9f1c-848dc14ad2d5 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:10.339436 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-c1632047-ac0c-43ea-9f1c-848dc14ad2d5 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Synchronizing usage tracker for tenant:5e49d348735942b989e2f05d74fe6471 on resource:port {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:10.359400 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ab72582e-71b4-41d3-bae3-b11ff6887c2c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0069273 May 10 15:05:10.362435 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-c1632047-ac0c-43ea-9f1c-848dc14ad2d5 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Unset dirty status for tenant:5e49d348735942b989e2f05d74fe6471 on resource:port {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:10.363720 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-c1632047-ac0c-43ea-9f1c-848dc14ad2d5 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.38 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 945 time: 0.2955468 May 10 15:05:10.379219 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Request body: {'port': {'device_id': '571706b2-7c18-476e-b43d-f09a98a42675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:10.421699 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-fc498e13-f72c-4eee-a335-c5e3154e48f5 None None] Port 650b8c65-4286-4402-91fd-de32be5c7dc6 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:05:10.588965 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be046c68-d9dc-4dc4-811f-3909f47cc11b req-e6bb10e6-aa90-45a6-87c1-1547bdc787ac tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:10.594002 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-be046c68-d9dc-4dc4-811f-3909f47cc11b req-e6bb10e6-aa90-45a6-87c1-1547bdc787ac tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 932 time: 0.1571622 May 10 15:05:10.594305 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.646514 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-be046c68-d9dc-4dc4-811f-3909f47cc11b req-9001ea99-c69d-4b7f-bdec-90dd2d3478fc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450814 May 10 15:05:10.694314 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-967443dd-2738-45ba-954d-b44a7a27228e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Deleting port 36e41c27-ad18-4f82-94ed-46b23dbf27e6 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:05:10.694660 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-967443dd-2738-45ba-954d-b44a7a27228e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.886437 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87c68b-a495-4862-8732-b67e462de25f req-cb457c2f-0edd-4a7c-8580-1f936b696e4f tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:10.893623 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fb87c68b-a495-4862-8732-b67e462de25f req-cb457c2f-0edd-4a7c-8580-1f936b696e4f tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 945 time: 0.1023505 May 10 15:05:10.939773 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fb87c68b-a495-4862-8732-b67e462de25f req-7890cf98-a5c4-41f9-a45e-7194c6be3b6a tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e2d30f5-b24d-4adc-8773-1015980eeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 May 10 15:05:10.970880 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-967443dd-2738-45ba-954d-b44a7a27228e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] For port 36e41c27-ad18-4f82-94ed-46b23dbf27e6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=36e41c27-ad18-4f82-94ed-46b23dbf27e6,segment=NetworkSegment(5627f8d4-02dd-4178-a46b-40a732e6bdf7),segment_id=5627f8d4-02dd-4178-a46b-40a732e6bdf7)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:10.971240 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-967443dd-2738-45ba-954d-b44a7a27228e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:11.121535 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-967443dd-2738-45ba-954d-b44a7a27228e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Calling delete_port for 36e41c27-ad18-4f82-94ed-46b23dbf27e6 owned by compute:nova {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:05:11.234764 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650b8c65-4286-4402-91fd-de32be5c7dc6 {{(pid=78717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:05:11.243528 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:11.289194 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Transition to ACTIVE for port object 650b8c65-4286-4402-91fd-de32be5c7dc6 will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:11.297340 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:11.304137 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-8ee08211-f820-4a3e-82ac-14ea20d91f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:11.408221 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0d6b8a8d-5313-4e7a-9fcf-6ab28d7206b1 req-831188e0-361a-4718-999b-d1bbd0522554 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809176 May 10 15:05:11.450426 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Pushing event updated for resources: {'Port': ['ID=650b8c65-4286-4402-91fd-de32be5c7dc6,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:11.455718 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:11.462867 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-967443dd-2738-45ba-954d-b44a7a27228e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:11.479885 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['36e41c27-ad18-4f82-94ed-46b23dbf27e6'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:05:11.488612 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:11.553281 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967443dd-2738-45ba-954d-b44a7a27228e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Pushing event deleted for resources: {'Port': ['ID=36e41c27-ad18-4f82-94ed-46b23dbf27e6,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:11.584386 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0f51b-76d0-4690-bda4-d6b8eee85376 req-6ffa5f23-eee3-42e1-84fd-cc18e9172d3f tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:11.585448 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-967443dd-2738-45ba-954d-b44a7a27228e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:11.591498 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ffa0f51b-76d0-4690-bda4-d6b8eee85376 req-6ffa5f23-eee3-42e1-84fd-cc18e9172d3f tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 943 time: 0.1889489 May 10 15:05:11.626426 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b8a8d-5313-4e7a-9fcf-6ab28d7206b1 req-027118c2-4a4e-4055-91b4-fe3cc9577ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:11.627880 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0d6b8a8d-5313-4e7a-9fcf-6ab28d7206b1 req-027118c2-4a4e-4055-91b4-fe3cc9577ce5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 1100 time: 0.1731160 May 10 15:05:11.662737 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ffa0f51b-76d0-4690-bda4-d6b8eee85376 req-692d16b3-b363-4ea6-8c5a-1766f0a92b56 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701983 May 10 15:05:11.686659 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-967443dd-2738-45ba-954d-b44a7a27228e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] No DVR routers for this DVR port 36e41c27-ad18-4f82-94ed-46b23dbf27e6 on host hv-cinder-78093 {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:05:11.704813 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-967443dd-2738-45ba-954d-b44a7a27228e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:11.707367 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a4c4e8-0ce9-462e-87db-50bbfdc14ae1', 'name': 'network-vif-deleted', 'tag': '36e41c27-ad18-4f82-94ed-46b23dbf27e6'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:05:11.738551 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Attempting to bind port 650b8c65-4286-4402-91fd-de32be5c7dc6 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:11.738807 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Attempting to bind port 650b8c65-4286-4402-91fd-de32be5c7dc6 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:11.739134 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Attempting to bind port 650b8c65-4286-4402-91fd-de32be5c7dc6 on network a30c8159-4b41-4b53-b57a-a9031ca14e7e {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:11.742639 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-11566355-fd3a-4250-ab47-5606d33c14e1 req-967443dd-2738-45ba-954d-b44a7a27228e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.38 "DELETE /v2.0/ports/36e41c27-ad18-4f82-94ed-46b23dbf27e6 HTTP/1.1" status: 204 len: 173 time: 1.3366375 May 10 15:05:11.749549 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Port 650b8c65-4286-4402-91fd-de32be5c7dc6 on network a30c8159-4b41-4b53-b57a-a9031ca14e7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:05:11.749549 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Attempting to bind port 650b8c65-4286-4402-91fd-de32be5c7dc6 on network a30c8159-4b41-4b53-b57a-a9031ca14e7e {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:11.756522 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:11.756849 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Checking segment: {'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:11.757238 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Bound using segment: {'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:11.757907 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Bound port: 650b8c65-4286-4402-91fd-de32be5c7dc6, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec0e968a-e0f6-4431-83a9-5d118a48b777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:11.758275 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:11.893019 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b8a8d-5313-4e7a-9fcf-6ab28d7206b1 req-70912325-dc80-44df-997c-20f27bf65e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:11.894859 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0d6b8a8d-5313-4e7a-9fcf-6ab28d7206b1 req-70912325-dc80-44df-997c-20f27bf65e74 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 918 time: 0.2394958 May 10 15:05:11.910592 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] For port 650b8c65-4286-4402-91fd-de32be5c7dc6, host hv-cinder-78093, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:11.918485 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] For port 650b8c65-4286-4402-91fd-de32be5c7dc6, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=650b8c65-4286-4402-91fd-de32be5c7dc6,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:11.922660 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a4c4e8-0ce9-462e-87db-50bbfdc14ae1', 'name': 'network-vif-deleted', 'tag': '36e41c27-ad18-4f82-94ed-46b23dbf27e6', 'status': 'completed', 'code': 200} May 10 15:05:11.929175 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:11.931334 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 47d119d0-6edb-45c4-8944-3027145b0e25 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:05:11.936055 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:12.129766 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:12.130215 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:12.131579 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] 10.222.0.38 "PUT /v2.0/ports/650b8c65-4286-4402-91fd-de32be5c7dc6 HTTP/1.1" status: 200 len: 1094 time: 1.7585232 May 10 15:05:12.164155 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Pushing event updated for resources: {'Port': ['ID=650b8c65-4286-4402-91fd-de32be5c7dc6,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:12.169468 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0d6b8a8d-5313-4e7a-9fcf-6ab28d7206b1 req-d9e30752-7e8e-4467-9a66-acc77b062206 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1 HTTP/1.1" status: 200 len: 1002 time: 0.2358923 May 10 15:05:12.176007 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:12.214978 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 47d119d0-6edb-45c4-8944-3027145b0e25, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=47d119d0-6edb-45c4-8944-3027145b0e25,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:12.246031 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '47d119d0-6edb-45c4-8944-3027145b0e25', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'port_id': '47d119d0-6edb-45c4-8944-3027145b0e25', 'mac_address': 'fa:16:3e:d8:8c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:05:12.298315 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9c7b6fcb-f30b-43aa-a778-7465858b3939 req-092bb94d-063b-4c41-b65e-4fdc5ae13609 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] 10.222.0.43 "GET /v2.0/ports?device_id=85a4c4e8-0ce9-462e-87db-50bbfdc14ae1 HTTP/1.1" status: 200 len: 210 time: 0.1216640 May 10 15:05:12.325133 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435edca-9014-4cec-81f4-63ce1b25be0a req-731f9104-9787-4347-91a8-7ab2298b7aa1 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:12.333677 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8435edca-9014-4cec-81f4-63ce1b25be0a req-731f9104-9787-4347-91a8-7ab2298b7aa1 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.5132265 May 10 15:05:12.356779 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:12.368616 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-705b110c-647b-416e-8eee-f4de8ad5c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:12.373616 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b8a8d-5313-4e7a-9fcf-6ab28d7206b1 req-bbb693f0-a2ba-48d8-adc2-e1da78c797e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:12.373844 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-705b110c-647b-416e-8eee-f4de8ad5c27f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b47f066ce9141fb9a35a65fa2ea01a6&device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 1097 time: 0.1729562 May 10 15:05:12.375092 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0d6b8a8d-5313-4e7a-9fcf-6ab28d7206b1 req-bbb693f0-a2ba-48d8-adc2-e1da78c797e9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 200 len: 856 time: 0.1966908 May 10 15:05:12.383259 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d119d0-6edb-45c4-8944-3027145b0e25 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:05:12.406005 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 47d119d0-6edb-45c4-8944-3027145b0e25, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=47d119d0-6edb-45c4-8944-3027145b0e25,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:12.411178 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:12.415383 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a389332d-195b-476b-a26e-7834355b4204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:12.462944 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-e58166b0-bcd7-4158-a964-92c6fb52f0ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650b8c65-4286-4402-91fd-de32be5c7dc6 HTTP/1.1" status: 200 len: 217 time: 0.0760145 May 10 15:05:12.510974 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8435edca-9014-4cec-81f4-63ce1b25be0a req-844249f5-9ccf-430c-80ce-7f66bc6dcbdd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711707 May 10 15:05:12.523741 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=47d119d0-6edb-45c4-8944-3027145b0e25,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:12.531108 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:12.552460 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ac20604f-4fb4-4da8-8dbc-4b5892045f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:12.553999 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-ac20604f-4fb4-4da8-8dbc-4b5892045f51 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd116235-8c3d-4411-9dd7-686cf6681fc0 HTTP/1.1" status: 200 len: 847 time: 0.0838940 May 10 15:05:12.556077 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b8a8d-5313-4e7a-9fcf-6ab28d7206b1 req-5d0140a1-e914-4f2f-a564-28f9e2d65cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:12.557531 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0d6b8a8d-5313-4e7a-9fcf-6ab28d7206b1 req-5d0140a1-e914-4f2f-a564-28f9e2d65cbc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a505177-ed31-4f0e-addb-1734401fec02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1695046 May 10 15:05:12.641093 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['47d119d0-6edb-45c4-8944-3027145b0e25'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:05:12.645333 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-8981a7fb-e45b-435f-90e2-c313199384b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:12.646863 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-8981a7fb-e45b-435f-90e2-c313199384b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a30c8159-4b41-4b53-b57a-a9031ca14e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793631 May 10 15:05:12.729684 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0d6b8a8d-5313-4e7a-9fcf-6ab28d7206b1 req-7aad76cf-53e2-4fc2-9c14-7060da1c4734 service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611123 May 10 15:05:12.880335 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 35360) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:12.884926 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-8ce427f0-9189-4b9f-98bf-11bd6b9673b5 service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304943 May 10 15:05:12.976248 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ac236-595c-406f-8c1e-2bec79db3ed8 req-eb22e0ef-563a-4438-8e24-9b3762135718 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:12.978135 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-800ac236-595c-406f-8c1e-2bec79db3ed8 req-eb22e0ef-563a-4438-8e24-9b3762135718 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 944 time: 0.1367233 May 10 15:05:12.984780 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0d6b8a8d-5313-4e7a-9fcf-6ab28d7206b1 req-3808fb23-6562-4bee-96db-e6efdcce2e5e service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490528 May 10 15:05:13.031899 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-800ac236-595c-406f-8c1e-2bec79db3ed8 req-2c07c45c-e29b-4bd3-86c5-67be37aa9536 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460947 May 10 15:05:13.040944 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-921e4f1e-d0df-467a-8439-0712e00d41d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.067766 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-921e4f1e-d0df-467a-8439-0712e00d41d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:13.075169 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-921e4f1e-d0df-467a-8439-0712e00d41d3 admin admin] Usage tracker for resource:security_group_rule and tenant:aeb7659b37c645d9ad4496b492bb458e is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:13.079038 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-921e4f1e-d0df-467a-8439-0712e00d41d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:13.082927 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-35c51abf-a18d-47c3-924c-ab035d6a5320 req-a3667704-ca92-4ce1-80c2-e76dcb190088 service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812794 May 10 15:05:13.086384 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-921e4f1e-d0df-467a-8439-0712e00d41d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:13.171734 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-921e4f1e-d0df-467a-8439-0712e00d41d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.176235 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-921e4f1e-d0df-467a-8439-0712e00d41d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.183985 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f7aa429c-828c-4112-babf-8d8f466c35de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:13.227177 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-921e4f1e-d0df-467a-8439-0712e00d41d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aeb7659b37c645d9ad4496b492bb458e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453677 May 10 15:05:13.228144 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e4f1e-d0df-467a-8439-0712e00d41d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11425bdf-d366-46e4-b0a5-46362df546e1,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:13.230193 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 35370) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:13.231311 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-921e4f1e-d0df-467a-8439-0712e00d41d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:13.293385 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-17a77714-5abf-4435-84a3-4e67264af13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.318748 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-17a77714-5abf-4435-84a3-4e67264af13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.372560 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-17a77714-5abf-4435-84a3-4e67264af13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.376519 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:13.389561 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a77714-5abf-4435-84a3-4e67264af13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11425bdf-d366-46e4-b0a5-46362df546e1,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:13.393508 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-17a77714-5abf-4435-84a3-4e67264af13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:13.397255 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-17a77714-5abf-4435-84a3-4e67264af13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.399018 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-17a77714-5abf-4435-84a3-4e67264af13e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11425bdf-d366-46e4-b0a5-46362df546e1 HTTP/1.1" status: 204 len: 168 time: 0.1675696 May 10 15:05:13.730753 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf565f4a-e0f1-40bb-a6ed-caadb44d70ed req-085ee8aa-9988-459b-ba8a-85198ed9ca08 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:13.732292 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bf565f4a-e0f1-40bb-a6ed-caadb44d70ed req-085ee8aa-9988-459b-ba8a-85198ed9ca08 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0976310 May 10 15:05:13.763098 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 35386) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:13.781234 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-19efcbc6-17fe-4d6d-8026-56efe51b4267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.787895 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bf565f4a-e0f1-40bb-a6ed-caadb44d70ed req-611e527b-1830-4874-bd72-89055c8fd858 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491688 May 10 15:05:13.801760 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-19efcbc6-17fe-4d6d-8026-56efe51b4267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:13.801760 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-19efcbc6-17fe-4d6d-8026-56efe51b4267 admin admin] Usage tracker for resource:security_group_rule and tenant:fb63b276c4c14cd5a9172cdbbb720475 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:13.802543 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-19efcbc6-17fe-4d6d-8026-56efe51b4267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:13.808318 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-19efcbc6-17fe-4d6d-8026-56efe51b4267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:13.909932 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-19efcbc6-17fe-4d6d-8026-56efe51b4267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.915739 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-19efcbc6-17fe-4d6d-8026-56efe51b4267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.925334 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-921e4f1e-d0df-467a-8439-0712e00d41d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:13.930874 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:05:13.939397 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 47d119d0-6edb-45c4-8944-3027145b0e25 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:13.971339 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-19efcbc6-17fe-4d6d-8026-56efe51b4267 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb63b276c4c14cd5a9172cdbbb720475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064962 May 10 15:05:13.972250 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efcbc6-17fe-4d6d-8026-56efe51b4267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3710d984-7c6c-40b5-9ccc-d0109f644f80,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:13.974038 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 35396) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:13.988998 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-19efcbc6-17fe-4d6d-8026-56efe51b4267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:14.012744 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'status': 'completed', 'code': 200} May 10 15:05:14.044050 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-156e796f-df58-43d3-bc5c-712904b65d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.044287 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port 47d119d0-6edb-45c4-8944-3027145b0e25 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:14.050251 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 47d119d0-6edb-45c4-8944-3027145b0e25 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:14.050677 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.072289 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-156e796f-df58-43d3-bc5c-712904b65d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.127213 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-156e796f-df58-43d3-bc5c-712904b65d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.135966 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-7efecfd4-04d9-4627-8f16-e29b4cf1ae58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:14.152617 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-156e796f-df58-43d3-bc5c-712904b65d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.153906 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-156e796f-df58-43d3-bc5c-712904b65d9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3710d984-7c6c-40b5-9ccc-d0109f644f80 HTTP/1.1" status: 204 len: 168 time: 0.1788733 May 10 15:05:14.154870 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e796f-df58-43d3-bc5c-712904b65d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3710d984-7c6c-40b5-9ccc-d0109f644f80,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:14.160540 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cea9db-3e2c-4dbe-b597-0fa87ba9e891 req-d5e3cbcf-f542-4326-9139-1eb10e1f1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:14.163776 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-156e796f-df58-43d3-bc5c-712904b65d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:14.167019 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-98cea9db-3e2c-4dbe-b597-0fa87ba9e891 req-d5e3cbcf-f542-4326-9139-1eb10e1f1ee2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b47f066ce9141fb9a35a65fa2ea01a6&device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 1097 time: 0.1289403 May 10 15:05:14.200536 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.237073 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c3b140-3850-4849-b19b-8b6470e7784e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d119d0-6edb-45c4-8944-3027145b0e25'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:05:14.250165 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 47d119d0-6edb-45c4-8944-3027145b0e25, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=47d119d0-6edb-45c4-8944-3027145b0e25,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:14.255770 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.257064 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 36e41c27-ad18-4f82-94ed-46b23dbf27e6 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:05:14.297498 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:14.322168 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cea9db-3e2c-4dbe-b597-0fa87ba9e891 req-baf19b2f-1c6c-464f-92bd-4d445c51cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:14.323879 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-98cea9db-3e2c-4dbe-b597-0fa87ba9e891 req-baf19b2f-1c6c-464f-92bd-4d445c51cbb3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a30c8159-4b41-4b53-b57a-a9031ca14e7e HTTP/1.1" status: 200 len: 909 time: 0.1489301 May 10 15:05:14.330684 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: 36e41c27-ad18-4f82-94ed-46b23dbf27e6 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:05:14.331323 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 36e41c27-ad18-4f82-94ed-46b23dbf27e6 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:05:14.361302 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c3b140-3850-4849-b19b-8b6470e7784e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d119d0-6edb-45c4-8944-3027145b0e25', 'code': 200} May 10 15:05:14.391789 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=47d119d0-6edb-45c4-8944-3027145b0e25,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:14.395624 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:14.424320 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee5410-8b56-440e-93eb-a0d24ded40b4 req-72c2129f-e608-432d-a9ca-60704fb53cbb tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:14.425862 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3aee5410-8b56-440e-93eb-a0d24ded40b4 req-72c2129f-e608-432d-a9ca-60704fb53cbb tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 944 time: 0.2690189 May 10 15:05:14.470678 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-98cea9db-3e2c-4dbe-b597-0fa87ba9e891 req-db98f1e2-b549-4018-9e23-fe76b8524bbd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650b8c65-4286-4402-91fd-de32be5c7dc6 HTTP/1.1" status: 200 len: 217 time: 0.1383526 May 10 15:05:14.483602 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3aee5410-8b56-440e-93eb-a0d24ded40b4 req-6b566f3f-8308-4a98-a522-1a3b9a367203 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489910 May 10 15:05:14.560437 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cea9db-3e2c-4dbe-b597-0fa87ba9e891 req-dcded4cb-0cfb-4716-ba8a-6ef4a66e946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:14.561939 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-98cea9db-3e2c-4dbe-b597-0fa87ba9e891 req-dcded4cb-0cfb-4716-ba8a-6ef4a66e946f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd116235-8c3d-4411-9dd7-686cf6681fc0 HTTP/1.1" status: 200 len: 847 time: 0.0833659 May 10 15:05:14.643077 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cea9db-3e2c-4dbe-b597-0fa87ba9e891 req-392e4e4c-a39c-4363-a04f-17b7d750b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:14.644597 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-98cea9db-3e2c-4dbe-b597-0fa87ba9e891 req-392e4e4c-a39c-4363-a04f-17b7d750b9e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a30c8159-4b41-4b53-b57a-a9031ca14e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755248 May 10 15:05:14.682052 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee81484-0c72-4611-9a6f-78f9800d27e7 req-d977f68e-ab06-4e12-a135-872502a1916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:14.683548 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5ee81484-0c72-4611-9a6f-78f9800d27e7 req-d977f68e-ab06-4e12-a135-872502a1916b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 1098 time: 0.0744205 May 10 15:05:14.729358 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5ee81484-0c72-4611-9a6f-78f9800d27e7 req-aeb39c41-7e21-4ee0-a991-f7808b687627 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384960 May 10 15:05:14.782886 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-98cea9db-3e2c-4dbe-b597-0fa87ba9e891 req-0ed18da4-5f61-4176-b278-c7800e762da7 service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309421 May 10 15:05:14.921800 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-98cea9db-3e2c-4dbe-b597-0fa87ba9e891 req-7aadc587-c6b1-46c1-914d-4b15c137c0f7 service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315753 May 10 15:05:14.980271 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017c9b9-69c7-431b-977d-10a91fd0d541 req-637c359b-f1d2-4489-ad3f-fb4bca28c14e tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:14.981690 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6017c9b9-69c7-431b-977d-10a91fd0d541 req-637c359b-f1d2-4489-ad3f-fb4bca28c14e tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0827057 May 10 15:05:15.027780 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6017c9b9-69c7-431b-977d-10a91fd0d541 req-dc4d36f0-8d45-41bb-a225-8d25adbc2059 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398493 May 10 15:05:15.692878 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820757b-5a69-47d0-921f-259b00d5b351 req-038a76af-a3c4-461f-9acd-bc7aab57e51c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:15.699195 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f820757b-5a69-47d0-921f-259b00d5b351 req-038a76af-a3c4-461f-9acd-bc7aab57e51c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 945 time: 0.0971007 May 10 15:05:15.746016 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f820757b-5a69-47d0-921f-259b00d5b351 req-302e1ec9-7818-4b5f-a330-c5bba6a3bd4f tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454438 May 10 15:05:16.119509 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.214017 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c355a8-0a50-4a77-b4b7-095610780094 req-63723d5c-6d68-4083-a08d-84b8eda4df8e tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:16.215630 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-16c355a8-0a50-4a77-b4b7-095610780094 req-63723d5c-6d68-4083-a08d-84b8eda4df8e tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0793488 May 10 15:05:16.263992 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-16c355a8-0a50-4a77-b4b7-095610780094 req-31bfed27-8168-45f9-b8e5-e31f01839e41 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422285 May 10 15:05:16.929037 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77866554-eb1a-4dd4-aa9c-6ca3a8bfd33f req-c0ab4305-6eea-41bb-a46d-5c80668f9191 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:16.930506 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-77866554-eb1a-4dd4-aa9c-6ca3a8bfd33f req-c0ab4305-6eea-41bb-a46d-5c80668f9191 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 945 time: 0.0789742 May 10 15:05:16.974932 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-77866554-eb1a-4dd4-aa9c-6ca3a8bfd33f req-fd0f6d8e-93ac-40a5-bd42-34039e1f7e08 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387099 May 10 15:05:17.156568 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bae1df-7571-431b-80be-20d9dd478c22 req-469a8953-b037-441b-8d56-96ebf9083821 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:17.158005 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f3bae1df-7571-431b-80be-20d9dd478c22 req-469a8953-b037-441b-8d56-96ebf9083821 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 945 time: 0.0819266 May 10 15:05:17.201375 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f3bae1df-7571-431b-80be-20d9dd478c22 req-7f623ee4-b4ad-4d1c-b3c7-9b578abe4ff1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371802 May 10 15:05:17.224084 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 35492) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:17.503851 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10ee08-a20c-4e71-af8f-fe6ca6720e5f req-c924b585-9334-428b-a87c-90f53cea2ac0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:17.505285 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e10ee08-a20c-4e71-af8f-fe6ca6720e5f req-c924b585-9334-428b-a87c-90f53cea2ac0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.1384726 May 10 15:05:17.507215 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe2e74-0967-400a-aabf-d8565085513b tempest-TestVolumeBootPattern-1223025299 tempest-TestVolumeBootPattern-1223025299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:17.507879 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-ecfe2e74-0967-400a-aabf-d8565085513b tempest-TestVolumeBootPattern-1223025299 tempest-TestVolumeBootPattern-1223025299-project-admin] Synchronizing usage tracker for tenant:bc73e2dda537494a88bc15b6b5a689b2 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:17.552281 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-ecfe2e74-0967-400a-aabf-d8565085513b tempest-TestVolumeBootPattern-1223025299 tempest-TestVolumeBootPattern-1223025299-project-admin] Unset dirty status for tenant:bc73e2dda537494a88bc15b6b5a689b2 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:17.553436 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-ecfe2e74-0967-400a-aabf-d8565085513b tempest-TestVolumeBootPattern-1223025299 tempest-TestVolumeBootPattern-1223025299-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 1093 time: 0.3284099 May 10 15:05:17.556943 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 35504) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:17.562695 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e10ee08-a20c-4e71-af8f-fe6ca6720e5f req-0ac35483-66a9-48ef-89ac-61802eb48a9b tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512443 May 10 15:05:17.563259 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'floatingip': {'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'port_id': '47d119d0-6edb-45c4-8944-3027145b0e25', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:17.570020 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:17.574268 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:floatingip and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:17.584532 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:17.584532 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:17.594991 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:17.809516 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:17.945108 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Allocated IP 172.27.0.209 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/6d753536-fe42-4f89-b1ba-8b8b17d563fa) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:18.089504 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.119708 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.124003 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-50ca0226-e0c9-4cef-888c-ea23206655b1 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:18.180055 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:18.182799 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:18.194303 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:18.226539 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'Port': ['ID=6d753536-fe42-4f89-b1ba-8b8b17d563fa,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:18.230514 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:18.589850 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.664935 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.759271 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91359b97-c871-40ef-80ca-ff7ddd15a281 req-54faa026-cca5-4702-a2ee-841a692994f2 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:18.760729 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-91359b97-c871-40ef-80ca-ff7ddd15a281 req-54faa026-cca5-4702-a2ee-841a692994f2 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0916812 May 10 15:05:18.805994 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-91359b97-c871-40ef-80ca-ff7ddd15a281 req-11510999-7958-4eb0-86b7-594e32ed713c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388935 May 10 15:05:18.869161 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.873733 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.877979 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-47fbdd54-ef38-42a2-985c-9bb0a7632d1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:18.981102 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'Port': ['ID=6d753536-fe42-4f89-b1ba-8b8b17d563fa,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:18.983775 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:18.994359 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:19.160692 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.l3_db [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Floating IP cc33ec6c-b91e-484f-b9e4-49ab839739ea associated. External IP: 172.27.0.209, port: 47d119d0-6edb-45c4-8944-3027145b0e25. May 10 15:05:19.588643 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Router 522c963e-c012-438e-8c89-d965ea45c808 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:05:19.770430 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:19.783164 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48730cee-4eed-45d6-b9ea-c7965e6a2e90 None None] Sync routers for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:19.797955 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48730cee-4eed-45d6-b9ea-c7965e6a2e90 None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:19.798918 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-48730cee-4eed-45d6-b9ea-c7965e6a2e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:05:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:19.819170 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:19.926113 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3560846 May 10 15:05:19.926113 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c3b140-3850-4849-b19b-8b6470e7784e', 'tag': '47d119d0-6edb-45c4-8944-3027145b0e25'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:05:19.974416 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c3b140-3850-4849-b19b-8b6470e7784e', 'tag': '47d119d0-6edb-45c4-8944-3027145b0e25', 'status': 'completed', 'code': 200} May 10 15:05:20.030625 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf6bf0-7db8-447e-8d49-91e3d0f7456c req-4bf8d7fd-5d6d-4dfa-b802-20db968e587d tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:20.032176 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9bf6bf0-7db8-447e-8d49-91e3d0f7456c req-4bf8d7fd-5d6d-4dfa-b802-20db968e587d tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0915816 May 10 15:05:20.041017 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-48730cee-4eed-45d6-b9ea-c7965e6a2e90 None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:20.082152 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f9bf6bf0-7db8-447e-8d49-91e3d0f7456c req-c9552076-052d-4f19-91c9-8b0befcaf9ea tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 May 10 15:05:20.418529 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-48730cee-4eed-45d6-b9ea-c7965e6a2e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'cc33ec6c-b91e-484f-b9e4-49ab839739ea', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '47d119d0-6edb-45c4-8944-3027145b0e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:d8:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c3b140-3850-4849-b19b-8b6470e7784e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:05:18Z', 'updated_at': '2021-05-10T15:05:18Z', 'revision_number': 0, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:20.422309 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48730cee-4eed-45d6-b9ea-c7965e6a2e90 None None] Checking router: 522c963e-c012-438e-8c89-d965ea45c808 for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:20.430638 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48730cee-4eed-45d6-b9ea-c7965e6a2e90 None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:20.431223 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-48730cee-4eed-45d6-b9ea-c7965e6a2e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:05:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:20.600640 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-48730cee-4eed-45d6-b9ea-c7965e6a2e90 None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:20.937333 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-48730cee-4eed-45d6-b9ea-c7965e6a2e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'cc33ec6c-b91e-484f-b9e4-49ab839739ea', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '47d119d0-6edb-45c4-8944-3027145b0e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:d8:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c3b140-3850-4849-b19b-8b6470e7784e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:05:18Z', 'updated_at': '2021-05-10T15:05:18Z', 'revision_number': 0, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:20.941160 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48730cee-4eed-45d6-b9ea-c7965e6a2e90 None None] The sync data for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi is: [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'cc33ec6c-b91e-484f-b9e4-49ab839739ea', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '47d119d0-6edb-45c4-8944-3027145b0e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:d8:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c3b140-3850-4849-b19b-8b6470e7784e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:05:18Z', 'updated_at': '2021-05-10T15:05:18Z', 'revision_number': 0, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:21.115009 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e78a06-3af9-420a-bbeb-f0707efe8b0e None None] New status for floating IP cc33ec6c-b91e-484f-b9e4-49ab839739ea: ACTIVE {{(pid=78719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:05:21.277786 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ed0e6-8ec0-4c3f-a420-1d7222d2b675 req-fe2b8cf8-16b8-41c1-ae19-29b2cef1308e tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:21.279794 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-247ed0e6-8ec0-4c3f-a420-1d7222d2b675 req-fe2b8cf8-16b8-41c1-ae19-29b2cef1308e tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0864325 May 10 15:05:21.323410 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-247ed0e6-8ec0-4c3f-a420-1d7222d2b675 req-f8fbd282-9386-4ae3-b141-926b7ed13448 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378361 May 10 15:05:21.963579 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96cd85-9c60-4bf1-bf15-eab86c4005f3 req-9a513e83-992a-485f-9f0b-92fe1c1be340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:21.965040 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-bf96cd85-9c60-4bf1-bf15-eab86c4005f3 req-9a513e83-992a-485f-9f0b-92fe1c1be340 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 1098 time: 0.0710592 May 10 15:05:22.092766 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96cd85-9c60-4bf1-bf15-eab86c4005f3 req-fa3a51ab-9f73-4992-8ad9-b9c49f8764b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:22.094202 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-bf96cd85-9c60-4bf1-bf15-eab86c4005f3 req-fa3a51ab-9f73-4992-8ad9-b9c49f8764b9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 912 time: 0.1221032 May 10 15:05:22.196722 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-bf96cd85-9c60-4bf1-bf15-eab86c4005f3 req-22051d18-02e6-42ed-ad98-a264cc1c72dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47d119d0-6edb-45c4-8944-3027145b0e25 HTTP/1.1" status: 200 len: 1001 time: 0.0961525 May 10 15:05:22.259987 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96cd85-9c60-4bf1-bf15-eab86c4005f3 req-fca21b19-0f07-4da6-baa8-5580ba592d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:22.261416 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-bf96cd85-9c60-4bf1-bf15-eab86c4005f3 req-fca21b19-0f07-4da6-baa8-5580ba592d28 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.0573235 May 10 15:05:22.342619 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96cd85-9c60-4bf1-bf15-eab86c4005f3 req-7737ee29-b96b-4bfa-bb9c-18c834cd8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:22.344131 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-bf96cd85-9c60-4bf1-bf15-eab86c4005f3 req-7737ee29-b96b-4bfa-bb9c-18c834cd8fe7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723066 May 10 15:05:22.476318 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-bf96cd85-9c60-4bf1-bf15-eab86c4005f3 req-512e51ef-c1fe-410a-b3b2-8063038b48e4 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233628 May 10 15:05:22.505020 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a9e26-4e69-40dc-bc01-dfb82e14070e req-ce584d5b-f425-4fea-9a74-2282634eea17 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:22.506503 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5d2a9e26-4e69-40dc-bc01-dfb82e14070e req-ce584d5b-f425-4fea-9a74-2282634eea17 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0797336 May 10 15:05:22.553575 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5d2a9e26-4e69-40dc-bc01-dfb82e14070e req-5c8d153a-3f74-4f5b-b9e0-6daaf98513d6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412679 May 10 15:05:22.614434 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-bf96cd85-9c60-4bf1-bf15-eab86c4005f3 req-fce90967-15c9-45bd-96f5-ae3d5ac4c2b8 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227710 May 10 15:05:23.734737 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b37c6-0523-4e8f-a358-dc1e6b93dd64 req-7f1e41dc-292e-4a2e-818d-af2805362fdb tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:23.736083 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e25b37c6-0523-4e8f-a358-dc1e6b93dd64 req-7f1e41dc-292e-4a2e-818d-af2805362fdb tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0786948 May 10 15:05:23.778881 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e25b37c6-0523-4e8f-a358-dc1e6b93dd64 req-e350e052-ad51-458e-9a97-a9614d1dc24b tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371432 May 10 15:05:24.391159 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 650b8c65-4286-4402-91fd-de32be5c7dc6 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:05:24.531668 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 650b8c65-4286-4402-91fd-de32be5c7dc6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=650b8c65-4286-4402-91fd-de32be5c7dc6,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:24.550506 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'port_id': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'mac_address': 'fa:16:3e:16:9b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:05:24.606654 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:24.622742 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650b8c65-4286-4402-91fd-de32be5c7dc6 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:05:24.637793 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 650b8c65-4286-4402-91fd-de32be5c7dc6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=650b8c65-4286-4402-91fd-de32be5c7dc6,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:24.643154 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:24.645046 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:24.708009 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=650b8c65-4286-4402-91fd-de32be5c7dc6,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:24.714997 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:24.715343 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:24.715680 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:24.716016 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:24.716345 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:24.716672 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:24.716994 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:24.717317 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:24.718297 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:24.718626 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:24.718947 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:24.719264 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:24.723004 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:24.961239 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9674c0-60d0-471a-a980-48a6c4bbf9a0 req-c8bfa621-4285-4132-886c-335853a111d9 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:24.962727 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6f9674c0-60d0-471a-a980-48a6c4bbf9a0 req-c8bfa621-4285-4132-886c-335853a111d9 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 945 time: 0.0813050 May 10 15:05:25.005823 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6f9674c0-60d0-471a-a980-48a6c4bbf9a0 req-3831905f-8824-4999-ba0c-62543faaa03b tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375319 May 10 15:05:25.679097 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['650b8c65-4286-4402-91fd-de32be5c7dc6'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:05:26.186950 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894385ea-4627-484c-9a28-58e6ede0992d req-9c8c2223-7a4d-4800-94a9-6e03fe9ef439 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:26.188382 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-894385ea-4627-484c-9a28-58e6ede0992d req-9c8c2223-7a4d-4800-94a9-6e03fe9ef439 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 945 time: 0.0781555 May 10 15:05:26.236366 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-894385ea-4627-484c-9a28-58e6ede0992d req-efa7b791-48bb-4a5a-a694-b8a9f21e673e tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422277 May 10 15:05:27.418272 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abf73e-4a06-4ca8-8562-033bfe6cc2dc req-bf5b03a6-0793-4b99-a012-264fbeeb6794 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:27.419708 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f6abf73e-4a06-4ca8-8562-033bfe6cc2dc req-bf5b03a6-0793-4b99-a012-264fbeeb6794 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 945 time: 0.0791490 May 10 15:05:27.462596 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f6abf73e-4a06-4ca8-8562-033bfe6cc2dc req-6b474f19-95cb-4d86-ac13-7000e5e0733a tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370951 May 10 15:05:28.013678 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-0d45ffb9-c864-4a51-826d-2ec94d65d280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:28.700278 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203a12b-5aeb-46fe-a35a-faea099e5f57 req-0511dad1-a76b-4edf-80ac-d7311e16e6a3 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:28.701627 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2203a12b-5aeb-46fe-a35a-faea099e5f57 req-0511dad1-a76b-4edf-80ac-d7311e16e6a3 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 945 time: 0.1359715 May 10 15:05:28.748410 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2203a12b-5aeb-46fe-a35a-faea099e5f57 req-214da9e1-8e71-4048-b41b-a92ff4b5277d tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404692 May 10 15:05:29.949784 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346248b9-f621-4cf8-9146-ac5aab888a23 req-100d58a7-5837-46e5-98c7-67637b942988 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:29.951257 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-346248b9-f621-4cf8-9146-ac5aab888a23 req-100d58a7-5837-46e5-98c7-67637b942988 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 945 time: 0.0858614 May 10 15:05:30.004410 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-346248b9-f621-4cf8-9146-ac5aab888a23 req-cf29711b-7363-41ed-8624-0cda92347534 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456884 May 10 15:05:30.428766 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c0bd7cd4-1ef5-4738-bf0c-a5ffebf2bf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.471079 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.723723 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 650b8c65-4286-4402-91fd-de32be5c7dc6 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:30.797097 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port 650b8c65-4286-4402-91fd-de32be5c7dc6 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:30.801848 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 650b8c65-4286-4402-91fd-de32be5c7dc6 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:30.802252 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.921565 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.949373 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:05:30.961168 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 650b8c65-4286-4402-91fd-de32be5c7dc6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=650b8c65-4286-4402-91fd-de32be5c7dc6,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:30.966051 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.968712 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:31.010924 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'code': 200} May 10 15:05:31.044577 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=650b8c65-4286-4402-91fd-de32be5c7dc6,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:31.047735 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:31.202139 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc06fc-bd29-48c3-a0fd-42cf4cc2bc65 req-5f565772-58b3-4eec-b05c-ef4583293345 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:31.203710 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c8dc06fc-bd29-48c3-a0fd-42cf4cc2bc65 req-5f565772-58b3-4eec-b05c-ef4583293345 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0893853 May 10 15:05:31.249034 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c8dc06fc-bd29-48c3-a0fd-42cf4cc2bc65 req-d4b28a98-5b3e-4efd-8403-6e282094c57a tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391626 May 10 15:05:31.297678 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9a25f-fef6-45b3-ba3f-9ce8748cb006 req-e60f331b-4d88-4e34-9115-5fd8ab354a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:31.299651 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-63a9a25f-fef6-45b3-ba3f-9ce8748cb006 req-e60f331b-4d88-4e34-9115-5fd8ab354a3d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 1099 time: 0.0760407 May 10 15:05:31.342633 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-63a9a25f-fef6-45b3-ba3f-9ce8748cb006 req-d30d0790-5908-4ab3-9f28-7d1b7c1238ed service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345159 May 10 15:05:31.569035 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.441801 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1662da5-d374-433b-9556-7bd596df2572 req-2c83014f-ab0f-4e76-b0b7-5458c4ab0bd3 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:32.443297 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c1662da5-d374-433b-9556-7bd596df2572 req-2c83014f-ab0f-4e76-b0b7-5458c4ab0bd3 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0840361 May 10 15:05:32.489908 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c1662da5-d374-433b-9556-7bd596df2572 req-80285a2a-d8b3-4239-a714-a8758aa7d508 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408690 May 10 15:05:32.680540 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0b62c-a1f7-4de3-91a8-b992a1583677 req-2b4903a2-e234-48e5-b03d-b6d17e8c633d tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:32.682003 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-27c0b62c-a1f7-4de3-91a8-b992a1583677 req-2b4903a2-e234-48e5-b03d-b6d17e8c633d tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0798154 May 10 15:05:32.729982 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-27c0b62c-a1f7-4de3-91a8-b992a1583677 req-f52fee40-783f-442d-9c20-de6405c65274 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 May 10 15:05:32.753894 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 35718) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:32.876503 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 35730) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:32.946001 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b8722332-a3a0-4bba-b7ac-1295b87759a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.101360 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-b8722332-a3a0-4bba-b7ac-1295b87759a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:33.108024 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-b8722332-a3a0-4bba-b7ac-1295b87759a4 admin admin] Usage tracker for resource:security_group_rule and tenant:dfbc05d3cab6479e9317b89acc0f47de is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:33.112090 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-b8722332-a3a0-4bba-b7ac-1295b87759a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:33.120807 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-b8722332-a3a0-4bba-b7ac-1295b87759a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:33.166855 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57cc2bc-0bb8-4ccf-a880-cacad477a469 tempest-TestShelveInstance-1154704623 tempest-TestShelveInstance-1154704623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:33.171408 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-c57cc2bc-0bb8-4ccf-a880-cacad477a469 tempest-TestShelveInstance-1154704623 tempest-TestShelveInstance-1154704623-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 1094 time: 0.4136682 May 10 15:05:33.171662 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 35740) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:33.177540 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.179794 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Request body: {'floatingip': {'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'port_id': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:33.190243 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:33.206017 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Usage tracker for resource:floatingip and tenant:1b47f066ce9141fb9a35a65fa2ea01a6 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:33.206017 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:33.213330 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:33.235504 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for floatingip, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.333880 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b8722332-a3a0-4bba-b7ac-1295b87759a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.341153 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b8722332-a3a0-4bba-b7ac-1295b87759a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.349881 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9194c77b-81d8-4070-901b-7ac69758f1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:33.398165 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-b8722332-a3a0-4bba-b7ac-1295b87759a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dfbc05d3cab6479e9317b89acc0f47de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205951 May 10 15:05:33.399708 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8722332-a3a0-4bba-b7ac-1295b87759a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a1c29d-66a0-46eb-bca8-ac338ec005c9,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:33.401065 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 35752) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:33.403295 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b8722332-a3a0-4bba-b7ac-1295b87759a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:33.452598 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.462317 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-bd918685-72e4-4b32-a4c5-60e1ca025e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.488258 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-bd918685-72e4-4b32-a4c5-60e1ca025e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.540248 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-bd918685-72e4-4b32-a4c5-60e1ca025e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.544133 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a579ccbb-663a-4611-beee-d76034bdfc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:33.555226 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd918685-72e4-4b32-a4c5-60e1ca025e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a1c29d-66a0-46eb-bca8-ac338ec005c9,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:33.559183 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-bd918685-72e4-4b32-a4c5-60e1ca025e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:33.562449 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-bd918685-72e4-4b32-a4c5-60e1ca025e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.563554 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-bd918685-72e4-4b32-a4c5-60e1ca025e50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8a1c29d-66a0-46eb-bca8-ac338ec005c9 HTTP/1.1" status: 204 len: 168 time: 0.1614950 May 10 15:05:33.596652 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Allocated IP 172.27.0.5 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/9369057b-01b6-42d8-81ec-d42c64258e98) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:33.755888 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.784930 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.789916 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-962556f7-fb8d-45ae-ae97-57833222c610 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:33.842369 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:33.845266 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:33.849062 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:33.857654 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 35760) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:33.875645 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a9b468d4-bbdd-436a-9652-232431fb2593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.889872 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-a9b468d4-bbdd-436a-9652-232431fb2593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:33.894345 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-a9b468d4-bbdd-436a-9652-232431fb2593 admin admin] Usage tracker for resource:security_group_rule and tenant:297a197d1f6a42a5b63283294f347cb8 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:33.897021 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-a9b468d4-bbdd-436a-9652-232431fb2593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:33.902649 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-a9b468d4-bbdd-436a-9652-232431fb2593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:33.903280 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event updated for resources: {'Port': ['ID=9369057b-01b6-42d8-81ec-d42c64258e98,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:33.907355 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:33.983858 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a9b468d4-bbdd-436a-9652-232431fb2593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.987657 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a9b468d4-bbdd-436a-9652-232431fb2593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.997472 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-300dd0f8-e79c-4c67-8106-52d9dafec9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:34.037903 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-a9b468d4-bbdd-436a-9652-232431fb2593 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=297a197d1f6a42a5b63283294f347cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791327 May 10 15:05:34.039046 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b468d4-bbdd-436a-9652-232431fb2593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dc37e5-cb38-4d09-a30f-bca02793bc2f,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:34.041552 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 35764) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:34.043941 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a9b468d4-bbdd-436a-9652-232431fb2593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:34.099461 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-53445c7a-e4ac-42e6-b99f-c469aad96ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.125800 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-53445c7a-e4ac-42e6-b99f-c469aad96ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.178751 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-53445c7a-e4ac-42e6-b99f-c469aad96ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.184878 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6c1cd58e-ac8f-424a-bee3-206f0c341ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:34.196203 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53445c7a-e4ac-42e6-b99f-c469aad96ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dc37e5-cb38-4d09-a30f-bca02793bc2f,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:34.200614 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-53445c7a-e4ac-42e6-b99f-c469aad96ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:34.202725 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-53445c7a-e4ac-42e6-b99f-c469aad96ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.203848 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-53445c7a-e4ac-42e6-b99f-c469aad96ad6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5dc37e5-cb38-4d09-a30f-bca02793bc2f HTTP/1.1" status: 204 len: 168 time: 0.1613188 May 10 15:05:34.270198 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.344492 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.558511 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.563850 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.567592 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-210e7ed5-c5dc-4bdd-b0ae-4283fa7485f4 tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:34.668791 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event updated for resources: {'Port': ['ID=9369057b-01b6-42d8-81ec-d42c64258e98,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:34.673256 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:34.683866 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.962430 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.l3_db [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Floating IP 5b51d908-6ee9-4896-9e06-2fc4ac781d63 associated. External IP: 172.27.0.5, port: 650b8c65-4286-4402-91fd-de32be5c7dc6. May 10 15:05:35.316348 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Router 1145d9e3-0fb9-460a-b693-043fbc9ff75e has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:05:35.499653 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:35.513551 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6420975a-1a0e-4eee-9cd4-1ed4708b2f90 None None] Sync routers for ids ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:35.532088 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.532388 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6420975a-1a0e-4eee-9cd4-1ed4708b2f90 None None] Routers {'1145d9e3-0fb9-460a-b693-043fbc9ff75e'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:35.533303 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-6420975a-1a0e-4eee-9cd4-1ed4708b2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:05:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:35.602959 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4295249 May 10 15:05:35.603994 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:05:35.681276 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'status': 'completed', 'code': 200} May 10 15:05:35.780770 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-6420975a-1a0e-4eee-9cd4-1ed4708b2f90 None None] Set router 1145d9e3-0fb9-460a-b693-043fbc9ff75e gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:35.785750 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917d285-7729-46f3-8520-d4c08375e5ac req-1d706bf0-8d7d-4171-b94a-23b86578e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:35.787653 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-4917d285-7729-46f3-8520-d4c08375e5ac req-1d706bf0-8d7d-4171-b94a-23b86578e862 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b47f066ce9141fb9a35a65fa2ea01a6&device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 1099 time: 0.0787673 May 10 15:05:35.921388 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917d285-7729-46f3-8520-d4c08375e5ac req-8648ebbb-937d-4125-9bb5-6ab735060594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:35.923367 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-4917d285-7729-46f3-8520-d4c08375e5ac req-8648ebbb-937d-4125-9bb5-6ab735060594 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a30c8159-4b41-4b53-b57a-a9031ca14e7e HTTP/1.1" status: 200 len: 909 time: 0.1280563 May 10 15:05:36.027734 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-4917d285-7729-46f3-8520-d4c08375e5ac req-b5f668b9-ef7f-48b7-b6b9-438581c65819 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650b8c65-4286-4402-91fd-de32be5c7dc6 HTTP/1.1" status: 200 len: 998 time: 0.0978363 May 10 15:05:36.092344 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917d285-7729-46f3-8520-d4c08375e5ac req-574d69f3-f9c1-467e-adfa-2354b5c08614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:36.093853 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-4917d285-7729-46f3-8520-d4c08375e5ac req-574d69f3-f9c1-467e-adfa-2354b5c08614 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd116235-8c3d-4411-9dd7-686cf6681fc0 HTTP/1.1" status: 200 len: 847 time: 0.0599494 May 10 15:05:36.133230 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-6420975a-1a0e-4eee-9cd4-1ed4708b2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:04:16Z', 'revision_number': 4, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '5b51d908-6ee9-4896-9e06-2fc4ac781d63', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'port_id': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'mac_address': 'fa:16:3e:16:9b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571706b2-7c18-476e-b43d-f09a98a42675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:34Z', 'revision_number': 0, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd90406-6b95-4887-8327-6fa3c222b843', 'name': '', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'mac_address': 'fa:16:3e:b6:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:11Z', 'updated_at': '2021-05-10T15:04:30Z', 'revision_number': 5, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'subnets': [{'id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:36.137715 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6420975a-1a0e-4eee-9cd4-1ed4708b2f90 None None] Checking router: 1145d9e3-0fb9-460a-b693-043fbc9ff75e for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:36.148146 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6420975a-1a0e-4eee-9cd4-1ed4708b2f90 None None] Routers {'1145d9e3-0fb9-460a-b693-043fbc9ff75e'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:36.148921 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-6420975a-1a0e-4eee-9cd4-1ed4708b2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:05:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:36.179433 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917d285-7729-46f3-8520-d4c08375e5ac req-f4b86841-9323-4dd1-a452-7fb2c14fee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:36.180923 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-4917d285-7729-46f3-8520-d4c08375e5ac req-f4b86841-9323-4dd1-a452-7fb2c14fee8e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a30c8159-4b41-4b53-b57a-a9031ca14e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760109 May 10 15:05:36.334354 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-4917d285-7729-46f3-8520-d4c08375e5ac req-8ffb9f39-1d0b-4b4a-9d4d-0b36e815719b service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403382 May 10 15:05:36.338364 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-6420975a-1a0e-4eee-9cd4-1ed4708b2f90 None None] Set router 1145d9e3-0fb9-460a-b693-043fbc9ff75e gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:36.592325 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-4917d285-7729-46f3-8520-d4c08375e5ac req-05555467-1082-40e3-8b55-0700859f9e5a service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487245 May 10 15:05:36.727715 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-6420975a-1a0e-4eee-9cd4-1ed4708b2f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:04:16Z', 'revision_number': 4, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '5b51d908-6ee9-4896-9e06-2fc4ac781d63', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'port_id': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'mac_address': 'fa:16:3e:16:9b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571706b2-7c18-476e-b43d-f09a98a42675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:34Z', 'revision_number': 0, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd90406-6b95-4887-8327-6fa3c222b843', 'name': '', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'mac_address': 'fa:16:3e:b6:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:11Z', 'updated_at': '2021-05-10T15:04:30Z', 'revision_number': 5, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'subnets': [{'id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:36.731699 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6420975a-1a0e-4eee-9cd4-1ed4708b2f90 None None] The sync data for ids ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'] in dv-cinder-780933-4-iscsi is: [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:04:16Z', 'revision_number': 4, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '5b51d908-6ee9-4896-9e06-2fc4ac781d63', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'port_id': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'mac_address': 'fa:16:3e:16:9b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571706b2-7c18-476e-b43d-f09a98a42675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:34Z', 'revision_number': 0, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd90406-6b95-4887-8327-6fa3c222b843', 'name': '', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'mac_address': 'fa:16:3e:b6:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:11Z', 'updated_at': '2021-05-10T15:04:30Z', 'revision_number': 5, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'subnets': [{'id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:37.026206 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd1ac59-4391-41c0-aa45-f8ef05b1b5d3 None None] New status for floating IP 5b51d908-6ee9-4896-9e06-2fc4ac781d63: ACTIVE {{(pid=78719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:05:38.316675 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:05:44.827958 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36002) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:44.941473 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fb68d8a6-4015-4c1d-b796-59d1ce39ae63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:44.958239 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-fb68d8a6-4015-4c1d-b796-59d1ce39ae63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:44.964701 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-fb68d8a6-4015-4c1d-b796-59d1ce39ae63 admin admin] Usage tracker for resource:security_group_rule and tenant:c4dd9db6394b416493f811ede8b4458d is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:44.968030 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-fb68d8a6-4015-4c1d-b796-59d1ce39ae63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:44.975066 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-fb68d8a6-4015-4c1d-b796-59d1ce39ae63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:45.057721 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fb68d8a6-4015-4c1d-b796-59d1ce39ae63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.061065 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fb68d8a6-4015-4c1d-b796-59d1ce39ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.068967 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-e05ef237-22e7-497a-9d29-f1d40b895f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:45.109718 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-fb68d8a6-4015-4c1d-b796-59d1ce39ae63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4dd9db6394b416493f811ede8b4458d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784410 May 10 15:05:45.109718 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68d8a6-4015-4c1d-b796-59d1ce39ae63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9d9d94-976d-4a45-be9c-96fa594b80cb,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:45.110157 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36010) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:45.111931 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-fb68d8a6-4015-4c1d-b796-59d1ce39ae63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:45.169105 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-671d2ca6-22b8-4cf6-9e57-68b3a7d79b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.195220 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-671d2ca6-22b8-4cf6-9e57-68b3a7d79b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.249273 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-671d2ca6-22b8-4cf6-9e57-68b3a7d79b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.253275 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-602daca5-a384-41a9-b695-88ea18678ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:45.267484 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d2ca6-22b8-4cf6-9e57-68b3a7d79b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9d9d94-976d-4a45-be9c-96fa594b80cb,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:45.270491 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-671d2ca6-22b8-4cf6-9e57-68b3a7d79b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:45.272502 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-671d2ca6-22b8-4cf6-9e57-68b3a7d79b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.276008 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-671d2ca6-22b8-4cf6-9e57-68b3a7d79b92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce9d9d94-976d-4a45-be9c-96fa594b80cb HTTP/1.1" status: 204 len: 168 time: 0.1618214 May 10 15:05:45.576955 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36026) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:45.598613 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-272cbfe9-ff2f-4978-80dd-b97ad9adcbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.612885 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-272cbfe9-ff2f-4978-80dd-b97ad9adcbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:45.616732 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-272cbfe9-ff2f-4978-80dd-b97ad9adcbec admin admin] Usage tracker for resource:security_group_rule and tenant:8d28764c751f4a719df9c49fe380e20f is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:45.619627 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-272cbfe9-ff2f-4978-80dd-b97ad9adcbec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:45.625416 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-272cbfe9-ff2f-4978-80dd-b97ad9adcbec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:45.707882 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-272cbfe9-ff2f-4978-80dd-b97ad9adcbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.711412 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-272cbfe9-ff2f-4978-80dd-b97ad9adcbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.719291 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-2bf09018-558a-4c4a-b772-49d828106312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:45.758503 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-272cbfe9-ff2f-4978-80dd-b97ad9adcbec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d28764c751f4a719df9c49fe380e20f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803780 May 10 15:05:45.759249 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cbfe9-ff2f-4978-80dd-b97ad9adcbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ff84cc-2503-47e7-a451-d43dc8b1b327,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:45.761140 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36030) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:45.762364 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-272cbfe9-ff2f-4978-80dd-b97ad9adcbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:45.824402 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-02c58baf-440d-4a42-bb18-39d861ae1367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.849809 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-02c58baf-440d-4a42-bb18-39d861ae1367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.900024 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-02c58baf-440d-4a42-bb18-39d861ae1367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.903617 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-be5c5619-a073-4a49-a697-2a823bf720e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:45.915975 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c58baf-440d-4a42-bb18-39d861ae1367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ff84cc-2503-47e7-a451-d43dc8b1b327,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:45.921076 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-02c58baf-440d-4a42-bb18-39d861ae1367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:45.925328 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-02c58baf-440d-4a42-bb18-39d861ae1367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.926455 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-02c58baf-440d-4a42-bb18-39d861ae1367 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19ff84cc-2503-47e7-a451-d43dc8b1b327 HTTP/1.1" status: 204 len: 168 time: 0.1643510 May 10 15:05:46.139423 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:50.043265 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce3b10-b73f-4f08-b193-fb213d21e542 req-d877a8aa-619e-404d-87ee-4ffef544687d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:50.044729 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d5ce3b10-b73f-4f08-b193-fb213d21e542 req-d877a8aa-619e-404d-87ee-4ffef544687d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 947 time: 0.0828948 May 10 15:05:50.088652 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d5ce3b10-b73f-4f08-b193-fb213d21e542 req-de83455e-0c66-4ebd-a2c6-948cb4a7a4d8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379503 May 10 15:05:50.666408 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36168) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:50.725273 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1af836d-79bd-45c9-9be5-cb695234b629 admin admin] Deleting subnet 3aa556ff-b844-4458-8214-ab5eace68b3a {{(pid=78716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:05:50.728191 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e1af836d-79bd-45c9-9be5-cb695234b629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:50.781200 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e1af836d-79bd-45c9-9be5-cb695234b629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8129041'] for subnet, precommit_delete_associations {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:50.836198 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e1af836d-79bd-45c9-9be5-cb695234b629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:51.089040 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e1af836d-79bd-45c9-9be5-cb695234b629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6379221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6303690'] for subnet, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:51.093841 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0fb98442-43ac-40cd-a9de-b963d7446c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:51.141376 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e1af836d-79bd-45c9-9be5-cb695234b629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:51.151222 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af836d-79bd-45c9-9be5-cb695234b629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa556ff-b844-4458-8214-ab5eace68b3a,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:51.159273 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-e1af836d-79bd-45c9-9be5-cb695234b629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:51.161315 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-e1af836d-79bd-45c9-9be5-cb695234b629 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3aa556ff-b844-4458-8214-ab5eace68b3a HTTP/1.1" status: 204 len: 168 time: 0.4939115 May 10 15:05:51.163824 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36192) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:51.286653 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:51.518670 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:51.535665 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8343d0e-2cba-450c-9f37-ae410859cdeb']}} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:51.551124 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5627f8d4-02dd-4178-a46b-40a732e6bdf7') {'for_net_delete': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:51.551485 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5627f8d4-02dd-4178-a46b-40a732e6bdf7') {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:51.567650 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8129038'] for segment, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:51.601394 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa899c-e1f6-4493-ba1b-906bc753c3fe req-ea3a813c-8df8-4cae-b790-5b7679306ad8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:51.602983 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-affa899c-e1f6-4493-ba1b-906bc753c3fe req-ea3a813c-8df8-4cae-b790-5b7679306ad8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 947 time: 0.3596039 May 10 15:05:51.604086 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:51.624937 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=78716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:05:51.625330 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379187'] for segment, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: Traceback (most recent call last): May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: timer() May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: cb(*args, **kw) May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: return func(*args, **kwargs) May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: self._notify() May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: self.callback(batched_events) May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: event.method(event) May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: return f(self, *a, **k) May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._get(url).json() May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: return self.request(url, 'GET', **kwargs) May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:05:51.638337 dv-cinder-780933-4-iscsi neutron-server[78716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:05:51.646468 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36212) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:51.733843 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-affa899c-e1f6-4493-ba1b-906bc753c3fe req-a5581f25-b412-441c-aeec-b9d15dc10881 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c84d7ca-2b30-4d30-b918-778f953f6a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247430 May 10 15:05:51.738817 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:51.743633 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:51.748373 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-47d9029c-4993-4f9b-ba60-57beaa187f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:51.777009 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8343d0e-2cba-450c-9f37-ae410859cdeb,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:51.780138 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f8343d0e-2cba-450c-9f37-ae410859cdeb HTTP/1.1" status: 204 len: 168 time: 0.6154006 May 10 15:05:51.781166 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-cebf5e61-3fae-4b8c-9b66-d3739e9abe92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:51.785113 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-2f112e46-5066-4a8f-bcae-1b8c7ce87e35 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:51.785846 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-2f112e46-5066-4a8f-bcae-1b8c7ce87e35 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Synchronizing usage tracker for tenant:44887f9b480647b0a07600f3de217a2b on resource:port {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:51.791498 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-69e51e29-14ae-45ba-8373-c52a50bf4b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:51.814565 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-69e51e29-14ae-45ba-8373-c52a50bf4b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:51.819244 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-69e51e29-14ae-45ba-8373-c52a50bf4b8d admin admin] Usage tracker for resource:security_group_rule and tenant:edb69868441c4946980f83b76983ba9c is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:51.822354 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-69e51e29-14ae-45ba-8373-c52a50bf4b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:51.824975 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-2f112e46-5066-4a8f-bcae-1b8c7ce87e35 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Unset dirty status for tenant:44887f9b480647b0a07600f3de217a2b on resource:port {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:51.826107 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-2f112e46-5066-4a8f-bcae-1b8c7ce87e35 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 947 time: 0.1521506 May 10 15:05:51.830081 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-69e51e29-14ae-45ba-8373-c52a50bf4b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:51.914264 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36228) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:51.965400 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-262a29b6-82e1-4433-8f0e-d80e89751cc6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e49d348735942b989e2f05d74fe6471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496893 May 10 15:05:51.967818 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36232) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:52.032231 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0cff-b428-429c-b87b-568beaa9a2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.037994 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Deleting port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:05:52.038361 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.057168 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0cff-b428-429c-b87b-568beaa9a2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.059355 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-69e51e29-14ae-45ba-8373-c52a50bf4b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.107164 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-69e51e29-14ae-45ba-8373-c52a50bf4b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.110958 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0cff-b428-429c-b87b-568beaa9a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.115686 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-d9d4fba3-470d-43dc-8b1c-52ff6fdacb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:52.120194 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-6cff5f42-af8b-4e99-8744-60f85f3ddd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:52.127766 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b0cff-b428-429c-b87b-568beaa9a2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2d30f5-b24d-4adc-8773-1015980eeec4,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:52.130667 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8a4b0cff-b428-429c-b87b-568beaa9a2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:52.132590 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0cff-b428-429c-b87b-568beaa9a2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.133670 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-8a4b0cff-b428-429c-b87b-568beaa9a2b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e2d30f5-b24d-4adc-8773-1015980eeec4 HTTP/1.1" status: 204 len: 168 time: 0.1642418 May 10 15:05:52.169834 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e51e29-14ae-45ba-8373-c52a50bf4b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958e75c8-76a5-4208-a061-7c8934badc4e,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:52.173321 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-69e51e29-14ae-45ba-8373-c52a50bf4b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:52.188239 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-69e51e29-14ae-45ba-8373-c52a50bf4b8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edb69868441c4946980f83b76983ba9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407145 May 10 15:05:52.192660 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36240) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:52.259878 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] For port 59aaff0b-8714-4a1a-88f8-96d43550c1a1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=59aaff0b-8714-4a1a-88f8-96d43550c1a1,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:52.260501 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.372802 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5055c2fe-2b10-411c-a5eb-7d40c9448460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.470073 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5055c2fe-2b10-411c-a5eb-7d40c9448460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.624199 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.624571 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.624954 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.l3_db [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Floating IP af38ca64-fab5-4aec-9eda-6d1f2e7b7b43 disassociated. External IP: 172.27.0.165, port: 59aaff0b-8714-4a1a-88f8-96d43550c1a1. May 10 15:05:52.625218 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Calling delete_port for 59aaff0b-8714-4a1a-88f8-96d43550c1a1 owned by compute:nova {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:05:52.635014 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5055c2fe-2b10-411c-a5eb-7d40c9448460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.640800 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-682647c7-f9f2-4852-bd11-3a9c720949f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:52.664382 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055c2fe-2b10-411c-a5eb-7d40c9448460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958e75c8-76a5-4208-a061-7c8934badc4e,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:52.669283 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5055c2fe-2b10-411c-a5eb-7d40c9448460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:52.672003 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5055c2fe-2b10-411c-a5eb-7d40c9448460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.676978 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-5055c2fe-2b10-411c-a5eb-7d40c9448460 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/958e75c8-76a5-4208-a061-7c8934badc4e HTTP/1.1" status: 204 len: 168 time: 0.4832838 May 10 15:05:52.786124 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.800676 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:52.852795 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event deleted for resources: {'Port': ['ID=59aaff0b-8714-4a1a-88f8-96d43550c1a1,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:52.855795 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:52.916006 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36268) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:53.004104 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4b987bc8-8b24-4179-a2b2-579cd0f439df req-72d5e40c-ecf0-42c1-9f78-50ff3ad40c28 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 210 time: 0.0515871 May 10 15:05:53.046265 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-273616233-network', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:53.051094 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:53.054854 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Usage tracker for resource:network and tenant:00f0f6c2083e4d0a88f6410abe3c6f0e is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:53.058414 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:53.064875 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:53.077128 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Made reservation on behalf of 00f0f6c2083e4d0a88f6410abe3c6f0e for: {'network': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:05:53.078603 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Router d5ebbc15-ab70-4a43-b7c1-a875204b8078 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:05:53.079820 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36274) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:53.080403 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.096176 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.099797 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-23a8df89-6148-4721-8a60-b665a77ea518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.110347 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:53.114273 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Usage tracker for resource:security_group_rule and tenant:00f0f6c2083e4d0a88f6410abe3c6f0e is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:53.117025 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:53.122596 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:53.163885 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-23a8df89-6148-4721-8a60-b665a77ea518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:53.211455 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.215764 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.219222 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6f47363d-5138-4660-b5b6-984e21aea48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:53.248401 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=78716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:05:53.258663 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f2fb88-ca4c-43a5-b233-36c929275762,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:53.262429 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:53.265180 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.265717 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.segments_db [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Added segment b58e454a-916a-4d1f-8da3-1fca9dfaa2e0 of type vlan for network c96e86e1-5e49-442d-892e-141654c49a4d May 10 15:05:53.296143 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.328152 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-23a8df89-6148-4721-8a60-b665a77ea518 admin admin] Usage tracker for resource:security_group_rule and tenant:df4275a2efe84a87b29e0ad124c76391 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:53.330956 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.332677 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:53.333514 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.337663 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f060ad19-90b8-4619-b8aa-69d3e81c303e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:53.341021 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-23a8df89-6148-4721-8a60-b665a77ea518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:53.349563 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-23a8df89-6148-4721-8a60-b665a77ea518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:53.425236 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:53.435772 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2012d9-8b7a-4084-92bd-168b510eeee7 None None] Sync routers for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:53.445311 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Pushing event updated for resources: {'Network': ['ID=c96e86e1-5e49-442d-892e-141654c49a4d,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:53.450937 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5313439 May 10 15:05:53.450937 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:53.451184 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36280) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:53.452551 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2012d9-8b7a-4084-92bd-168b510eeee7 None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:53.453798 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fe2012d9-8b7a-4084-92bd-168b510eeee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:05:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:53.460656 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Request body: {'subnet': {'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-273616233-subnet', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'ip_version': 4}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:53.465805 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:53.470037 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Usage tracker for resource:subnet and tenant:00f0f6c2083e4d0a88f6410abe3c6f0e is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:53.473058 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:53.479612 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:53.491559 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Made reservation on behalf of 00f0f6c2083e4d0a88f6410abe3c6f0e for: {'subnet': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:05:53.494578 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6303649'] for subnet, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.507550 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] No DVR routers for this DVR port 59aaff0b-8714-4a1a-88f8-96d43550c1a1 on host hv-cinder-78093 {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:05:53.510746 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.513288 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'name': 'network-vif-deleted', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:05:53.560659 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e416b9dc-902c-4fb9-bd88-86cdb5ffff88 req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.38 "DELETE /v2.0/ports/59aaff0b-8714-4a1a-88f8-96d43550c1a1 HTTP/1.1" status: 204 len: 173 time: 1.7283108 May 10 15:05:53.568640 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-23a8df89-6148-4721-8a60-b665a77ea518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.575609 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-23a8df89-6148-4721-8a60-b665a77ea518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.586315 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-69e51e29-14ae-45ba-8373-c52a50bf4b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:53.628973 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e929f3-8d52-4c06-9283-aa76fe952cdd', 'name': 'network-vif-deleted', 'tag': '59aaff0b-8714-4a1a-88f8-96d43550c1a1', 'status': 'completed', 'code': 200} May 10 15:05:53.637724 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-23a8df89-6148-4721-8a60-b665a77ea518 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df4275a2efe84a87b29e0ad124c76391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5569017 May 10 15:05:53.638659 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8df89-6148-4721-8a60-b665a77ea518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a752d95-9461-4cf2-a470-28c0f2ba300b,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:53.640600 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36286) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:53.642658 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-23a8df89-6148-4721-8a60-b665a77ea518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:53.646780 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network c96e86e1-5e49-442d-892e-141654c49a4d details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:05:53.754886 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e433a1e9-94a2-4c7a-a7b8-20f918054cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.812347 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e433a1e9-94a2-4c7a-a7b8-20f918054cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.863356 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-fe2012d9-8b7a-4084-92bd-168b510eeee7 None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:53.973830 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e433a1e9-94a2-4c7a-a7b8-20f918054cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.978522 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f713215a-a9b5-480e-a5d9-3ab48649078f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:54.003141 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433a1e9-94a2-4c7a-a7b8-20f918054cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a752d95-9461-4cf2-a470-28c0f2ba300b,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:54.008030 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-e433a1e9-94a2-4c7a-a7b8-20f918054cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:54.015399 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e433a1e9-94a2-4c7a-a7b8-20f918054cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.016580 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-e433a1e9-94a2-4c7a-a7b8-20f918054cb5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a752d95-9461-4cf2-a470-28c0f2ba300b HTTP/1.1" status: 204 len: 168 time: 0.3731201 May 10 15:05:54.103807 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6774550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6303699'] for subnet, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.108649 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-7135e948-5de7-4cac-b534-5bcd4716f7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:54.237283 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc4e054-c3a8-492d-9500-c2b6606e6a77,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:54.241333 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:54.242031 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Checking segment: {'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:54.242407 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Network hostable DHCP agents. Network: c96e86e1-5e49-442d-892e-141654c49a4d, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:05:54.278516 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Network c96e86e1-5e49-442d-892e-141654c49a4d is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:05:54.294250 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, c96e86e1-5e49-442d-892e-141654c49a4d) {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:54.311083 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:54.311675 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.319909 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5da8d2-2a9e-4b26-b14a-0eb99ebecca4 None None] Network c96e86e1-5e49-442d-892e-141654c49a4d requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:05:54.362728 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-e0fb4656-9674-463c-9f45-a8e76fcc51f6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9105616 May 10 15:05:54.365331 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36298) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:54.372811 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:54.383397 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:54.388671 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Usage tracker for resource:router and tenant:00f0f6c2083e4d0a88f6410abe3c6f0e is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:54.405650 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:54.418019 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:54.433693 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8335331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6011'] for router, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.435125 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8335340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8270572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7899051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6000'] for router, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.458065 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.488981 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fe2012d9-8b7a-4084-92bd-168b510eeee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:12Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:54.520147 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2012d9-8b7a-4084-92bd-168b510eeee7 None None] Checking router: d5ebbc15-ab70-4a43-b7c1-a875204b8078 for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:54.545707 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2012d9-8b7a-4084-92bd-168b510eeee7 None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:54.546768 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fe2012d9-8b7a-4084-92bd-168b510eeee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:05:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:54.740848 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4a30f3d6-0cad-49a7-8897-ca2adaee4f5b req-a8e711c9-3014-461b-8cc2-c1a6972cad93 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e929f3-8d52-4c06-9283-aa76fe952cdd HTTP/1.1" status: 200 len: 210 time: 0.5468748 May 10 15:05:54.822271 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda8c9c-4c96-568d-a79a-b4ac7ddc94e0-c96e86e1-5e49-442d-892e-141654c49a4d', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'fixed_ips': [{'subnet_id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77'}]}} from dv-cinder-780933-4-iscsi. {{(pid=78718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:05:54.823439 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.841699 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-fe2012d9-8b7a-4084-92bd-168b510eeee7 None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:54.892752 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8270485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8268311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5982'] for router, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.913325 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 59aaff0b-8714-4a1a-88f8-96d43550c1a1 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:05:54.961076 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: 59aaff0b-8714-4a1a-88f8-96d43550c1a1 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:05:54.961451 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 59aaff0b-8714-4a1a-88f8-96d43550c1a1 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:05:55.240299 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:55.272914 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:55.326470 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.db_base_plugin_common [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Allocated IP 172.20.0.2 (c96e86e1-5e49-442d-892e-141654c49a4d/1fc4e054-c3a8-492d-9500-c2b6606e6a77/711819b1-8edb-4232-92c4-65637dded0cc) {{(pid=78718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:55.448130 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Allocated IP 172.27.0.9 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/11c24301-6634-4d77-9378-a345723756c3) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:55.477082 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fe2012d9-8b7a-4084-92bd-168b510eeee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:12Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:55.485274 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2012d9-8b7a-4084-92bd-168b510eeee7 None None] The sync data for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi is: [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:12Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:55.669476 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:55.714884 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Notify callbacks [] for port, precommit_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:55.731834 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:55.733167 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Transition to ACTIVE for port object 711819b1-8edb-4232-92c4-65637dded0cc will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:55.736699 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-465a7a66-d2e1-490d-a329-59ed585a8bd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:55.760653 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Transition to ACTIVE for port object 711819b1-8edb-4232-92c4-65637dded0cc will not be triggered until provisioned by entity DHCP. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:55.772304 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:55.797266 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:55.809786 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:55.812883 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:55.817636 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:55.885839 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=11c24301-6634-4d77-9378-a345723756c3,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:55.890258 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:55.896992 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Network c96e86e1-5e49-442d-892e-141654c49a4d is already hosted by enough agents. {{(pid=78718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:55.905125 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.base_scheduler [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Resources bound (agent type, host, resource id): {{(pid=78718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:55.910054 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Received port after_create {{(pid=78718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:55.917353 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Pushing event updated for resources: {'Port': ['ID=711819b1-8edb-4232-92c4-65637dded0cc,revision_number=1']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:55.920320 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:55.929415 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0fc67c-5a07-438a-b6e2-40bec8108d58 None None] New status for floating IP af38ca64-fab5-4aec-9eda-6d1f2e7b7b43: DOWN {{(pid=78719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:05:55.999901 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36342) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:56.056902 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Attempting to bind port 711819b1-8edb-4232-92c4-65637dded0cc on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:56.057497 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Attempting to bind port 711819b1-8edb-4232-92c4-65637dded0cc by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:56.058132 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Attempting to bind port 711819b1-8edb-4232-92c4-65637dded0cc on network c96e86e1-5e49-442d-892e-141654c49a4d {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:56.065649 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:56.066320 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Checking segment: {'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:56.066919 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:56.067525 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Bound using segment: {'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:56.068187 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Bound port: 711819b1-8edb-4232-92c4-65637dded0cc, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:56.068755 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:56.143909 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e1a9cf12-7a99-4368-9da8-132a5ea8ce0c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:56.182400 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e1a9cf12-7a99-4368-9da8-132a5ea8ce0c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:56.241898 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] For port 711819b1-8edb-4232-92c4-65637dded0cc, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:56.247896 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] For port 711819b1-8edb-4232-92c4-65637dded0cc, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=711819b1-8edb-4232-92c4-65637dded0cc,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:56.256073 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:56.264110 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:56.264263 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e1a9cf12-7a99-4368-9da8-132a5ea8ce0c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:56.270792 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-172c1138-6f79-4992-b545-6c78ef502ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:56.307343 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9cf12-7a99-4368-9da8-132a5ea8ce0c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c84d7ca-2b30-4d30-b918-778f953f6a87,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:56.318483 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e1a9cf12-7a99-4368-9da8-132a5ea8ce0c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:56.348960 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e1a9cf12-7a99-4368-9da8-132a5ea8ce0c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:56.367229 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-e1a9cf12-7a99-4368-9da8-132a5ea8ce0c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "DELETE /v2.0/security-groups/7c84d7ca-2b30-4d30-b918-778f953f6a87 HTTP/1.1" status: 204 len: 168 time: 0.3624008 May 10 15:05:56.368107 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36354) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:56.385450 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.api.v2.resource [None req-873094be-d0b3-49ad-8fa5-569273f5c703 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] show failed (client error): The resource could not be found. May 10 15:05:56.389583 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-873094be-d0b3-49ad-8fa5-569273f5c703 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups/7c84d7ca-2b30-4d30-b918-778f953f6a87 HTTP/1.1" status: 404 len: 347 time: 0.0176811 May 10 15:05:56.389755 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Pushing event updated for resources: {'Port': ['ID=711819b1-8edb-4232-92c4-65637dded0cc,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:56.390950 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:56.399781 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36358) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:56.685309 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36364) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:56.757730 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:56.815659 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5d1adaec-ea79-40df-ab84-defda1121a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:56.831221 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-5d1adaec-ea79-40df-ab84-defda1121a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:56.835314 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-5d1adaec-ea79-40df-ab84-defda1121a1d admin admin] Usage tracker for resource:security_group_rule and tenant:fed9657b0e794d86b304fdef579cd9cf is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:56.838317 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-5d1adaec-ea79-40df-ab84-defda1121a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:56.844147 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-5d1adaec-ea79-40df-ab84-defda1121a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:56.933069 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1466d70d-19e3-41dc-8ff5-876283528f41 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Deleting port 2447e813-24ea-4d8d-a678-b64a4b3f18d8 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:05:56.933410 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1466d70d-19e3-41dc-8ff5-876283528f41 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:56.939872 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5d1adaec-ea79-40df-ab84-defda1121a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:56.946334 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5d1adaec-ea79-40df-ab84-defda1121a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:56.957581 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a7ff6980-86ca-4c5d-8d9d-ce05acea183d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:57.002642 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-5d1adaec-ea79-40df-ab84-defda1121a1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fed9657b0e794d86b304fdef579cd9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132119 May 10 15:05:57.007277 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36376) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:57.013684 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1adaec-ea79-40df-ab84-defda1121a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0baabc-13d3-404d-8d31-17d53f43e5e3,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:57.018280 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5d1adaec-ea79-40df-ab84-defda1121a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:57.229960 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1466d70d-19e3-41dc-8ff5-876283528f41 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:57.230321 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1466d70d-19e3-41dc-8ff5-876283528f41 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:57.366047 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50e93ba-d3da-4f6c-952c-c441454f3a97 None None] Network c96e86e1-5e49-442d-892e-141654c49a4d requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:05:57.379846 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1466d70d-19e3-41dc-8ff5-876283528f41 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Calling delete_port for 2447e813-24ea-4d8d-a678-b64a4b3f18d8 owned by network:floatingip {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:05:57.389073 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-a0a1-4c9c-971b-cc4b759e2560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:57.433519 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-a0a1-4c9c-971b-cc4b759e2560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:57.454806 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-6eec659c-15f7-493f-96ab-951d9cd8b0e6 None None] Provisioning for port 711819b1-8edb-4232-92c4-65637dded0cc completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:57.470314 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8268398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8261376'] for router, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:57.661278 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-a0a1-4c9c-971b-cc4b759e2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:57.692923 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-059c4899-4471-4023-9685-1e897fe1a112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:57.725095 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db275b8-a0a1-4c9c-971b-cc4b759e2560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0baabc-13d3-404d-8d31-17d53f43e5e3,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:57.733049 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2db275b8-a0a1-4c9c-971b-cc4b759e2560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:57.778676 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1466d70d-19e3-41dc-8ff5-876283528f41 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:57.783147 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:57.833416 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466d70d-19e3-41dc-8ff5-876283528f41 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event deleted for resources: {'Port': ['ID=2447e813-24ea-4d8d-a678-b64a4b3f18d8,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:57.840439 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1466d70d-19e3-41dc-8ff5-876283528f41 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:57.874694 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c is scheduled to L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f with binding_index 1 {{(pid=78716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:05:57.876644 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2db275b8-a0a1-4c9c-971b-cc4b759e2560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:57.880235 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-2db275b8-a0a1-4c9c-971b-cc4b759e2560 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe0baabc-13d3-404d-8d31-17d53f43e5e3 HTTP/1.1" status: 204 len: 168 time: 0.8694980 May 10 15:05:58.016842 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-7763e604-dee9-4b43-914c-da35747d86db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:58.163293 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1466d70d-19e3-41dc-8ff5-876283528f41 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:58.165630 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1466d70d-19e3-41dc-8ff5-876283528f41 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:58.170145 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-1466d70d-19e3-41dc-8ff5-876283528f41 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "DELETE /v2.0/floatingips/af38ca64-fab5-4aec-9eda-6d1f2e7b7b43 HTTP/1.1" status: 204 len: 168 time: 1.7666106 May 10 15:05:58.182637 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36388) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:58.205763 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-368f7af4-9fc2-40e8-80e6-cb7f61090733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:58.225751 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:58.231779 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-368f7af4-9fc2-40e8-80e6-cb7f61090733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:58.240072 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Sync routers for ids ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:58.253629 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-368f7af4-9fc2-40e8-80e6-cb7f61090733 admin admin] Usage tracker for resource:security_group_rule and tenant:982f901131e8481c81c408221ee434b0 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:58.255076 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Routers {'0c225db5-3689-40c2-9c8f-7a0fb6e3576c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:58.256426 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Notify callbacks [] for router, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:58.257271 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:05:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:58.258630 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8917782 May 10 15:05:58.260103 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-368f7af4-9fc2-40e8-80e6-cb7f61090733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:58.260827 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36396) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:58.278161 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-368f7af4-9fc2-40e8-80e6-cb7f61090733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:58.447157 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-368f7af4-9fc2-40e8-80e6-cb7f61090733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:58.457368 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-368f7af4-9fc2-40e8-80e6-cb7f61090733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:58.472210 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-dbe7ed30-2bc9-41cf-b76c-865be2cd5ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:58.515746 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36402) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:58.522618 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 711819b1-8edb-4232-92c4-65637dded0cc up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:58.523725 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656061399', 'description': 'tempest-description--940554569'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:58.529356 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:58.534220 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Usage tracker for resource:security_group and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:58.537733 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:58.544246 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:58.550651 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-368f7af4-9fc2-40e8-80e6-cb7f61090733 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=982f901131e8481c81c408221ee434b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669000 May 10 15:05:58.551635 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36406) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:58.558225 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f7af4-9fc2-40e8-80e6-cb7f61090733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b300bbf-85ed-4373-b346-3f92ebfffe29,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:58.561516 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:58.573303 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-368f7af4-9fc2-40e8-80e6-cb7f61090733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:58.621242 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Set router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:58.635836 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d7013d53-635e-4192-8882-f62b203960ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:58.666583 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:58.669627 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d7013d53-635e-4192-8882-f62b203960ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:58.730856 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d7013d53-635e-4192-8882-f62b203960ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:58.732783 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Usage tracker for resource:security_group_rule and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:58.737486 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5055c2fe-2b10-411c-a5eb-7d40c9448460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:58.737692 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:58.746201 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:58.754280 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7013d53-635e-4192-8882-f62b203960ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b300bbf-85ed-4373-b346-3f92ebfffe29,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:58.757172 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 711819b1-8edb-4232-92c4-65637dded0cc completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:58.760500 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d7013d53-635e-4192-8882-f62b203960ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:58.765682 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d7013d53-635e-4192-8882-f62b203960ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:58.770892 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-d7013d53-635e-4192-8882-f62b203960ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b300bbf-85ed-4373-b346-3f92ebfffe29 HTTP/1.1" status: 204 len: 168 time: 0.2149396 May 10 15:05:58.831800 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 711819b1-8edb-4232-92c4-65637dded0cc triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:58.832177 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.106412 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.114825 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.122187 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.127883 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-68386a27-91c0-40e6-84b9-6680bdb06d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:59.148267 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 711819b1-8edb-4232-92c4-65637dded0cc, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=711819b1-8edb-4232-92c4-65637dded0cc,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:59.160806 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.160806 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:59.192101 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320ab43e-da53-4fc5-a3a9-0a58503deb14,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:59.217811 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:05:56Z', 'revision_number': 3, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:59.228639 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:59.234261 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.236096 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7187190 May 10 15:05:59.239650 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36422) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:59.242253 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Checking router: 0c225db5-3689-40c2-9c8f-7a0fb6e3576c for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:59.243563 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Updating router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c port 11c24301-6634-4d77-9378-a345723756c3 binding host dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:05:59.245219 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Request body: {'security_group_rule': {'security_group_id': '320ab43e-da53-4fc5-a3a9-0a58503deb14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:59.251004 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:59.255761 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Usage tracker for resource:security_group_rule and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:59.258739 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:59.269180 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:59.292635 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.319845 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=711819b1-8edb-4232-92c4-65637dded0cc,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:59.330808 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:59.349241 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.385265 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.391785 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.392368 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.394659 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9a2227d7-50e3-4f8b-913e-88b8af168f91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:59.427778 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18ce4b0-572f-4f28-8ab4-9a269cd324be,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:59.439033 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:59.439557 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:59.439951 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:59.440596 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:59.440970 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:59.441332 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:59.441713 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:59.442236 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:59.442603 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:59.442996 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:59.443535 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:59.443900 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:59.448459 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:59.452746 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.454637 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-55785e93-169f-4bc5-bd73-3db0699c7bc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2132220 May 10 15:05:59.456925 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36430) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:59.462515 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-9cd85eb8-faea-450e-aa81-62259704943f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Request body: {'security_group_rule': {'security_group_id': '320ab43e-da53-4fc5-a3a9-0a58503deb14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:59.470711 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-9cd85eb8-faea-450e-aa81-62259704943f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:59.475853 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-9cd85eb8-faea-450e-aa81-62259704943f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Usage tracker for resource:security_group_rule and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:59.480271 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-9cd85eb8-faea-450e-aa81-62259704943f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:59.488862 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-9cd85eb8-faea-450e-aa81-62259704943f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:59.503881 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9cd85eb8-faea-450e-aa81-62259704943f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.576819 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9cd85eb8-faea-450e-aa81-62259704943f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.582746 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9cd85eb8-faea-450e-aa81-62259704943f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.587185 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:59.612560 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd85eb8-faea-450e-aa81-62259704943f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5eb6f39-0371-4a6a-8e3f-9bac98ccb836,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:59.622909 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9cd85eb8-faea-450e-aa81-62259704943f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:59.634245 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9cd85eb8-faea-450e-aa81-62259704943f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.638753 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-9cd85eb8-faea-450e-aa81-62259704943f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1775939 May 10 15:05:59.639018 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36442) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:59.644947 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Request body: {'floatingip': {'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:59.650999 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:59.655291 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Usage tracker for resource:floatingip and tenant:44887f9b480647b0a07600f3de217a2b is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:59.658611 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:59.664521 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:59.676428 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.691734 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Allocated IP 172.20.0.1 (c96e86e1-5e49-442d-892e-141654c49a4d/1fc4e054-c3a8-492d-9500-c2b6606e6a77/ac025343-452a-4c68-bdfa-73be05f395c3) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:59.755513 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Notify callbacks [] for port, precommit_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.770134 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Transition to ACTIVE for port object 11c24301-6634-4d77-9378-a345723756c3 will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:59.779270 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.788083 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-c560eab7-f5e7-4ff2-8d7f-5fab1671416a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:59.835791 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.866587 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.900353 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Transition to ACTIVE for port object ac025343-452a-4c68-bdfa-73be05f395c3 will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:59.928561 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Attempting to bind port 11c24301-6634-4d77-9378-a345723756c3 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:59.929482 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Attempting to bind port 11c24301-6634-4d77-9378-a345723756c3 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:59.930259 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Attempting to bind port 11c24301-6634-4d77-9378-a345723756c3 on network bc1966c4-1376-496a-80cc-e9df4c16f0a5 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:59.934940 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.939822 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:59.949389 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f99b13-df05-4005-88ad-b4f5e3da5f0a None None] Pushing event updated for resources: {'Port': ['ID=11c24301-6634-4d77-9378-a345723756c3,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:59.959682 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-20f99b13-df05-4005-88ad-b4f5e3da5f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:59.960991 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:59.961678 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Checking segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:59.962453 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:59.963187 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Bound using segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:59.964144 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Bound port: 11c24301-6634-4d77-9378-a345723756c3, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:59.964897 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.009885 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Allocated IP 172.27.0.214 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/a4e4c793-e178-4292-a464-7f76fa48cea1) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:00.050232 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] For port 11c24301-6634-4d77-9378-a345723756c3, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:06:00.053562 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] For port 11c24301-6634-4d77-9378-a345723756c3, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=11c24301-6634-4d77-9378-a345723756c3,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:06:00.061274 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.069228 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:00.185224 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Routers {'0c225db5-3689-40c2-9c8f-7a0fb6e3576c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:00.185493 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Network c96e86e1-5e49-442d-892e-141654c49a4d is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:00.185992 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:05:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:00.197142 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:00.202388 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:06:00.222912 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.252374 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Pushing event updated for resources: {'Port': ['ID=ac025343-452a-4c68-bdfa-73be05f395c3,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:00.264309 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:00.264647 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:00.264949 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:00.265306 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:00.265657 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:00.266008 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:00.280787 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:00.281195 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:00.281560 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:00.281967 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:00.282364 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:00.282712 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:00.296057 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:00.297322 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.303664 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-170ef2d1-0f81-42b4-b24a-6fcaec5ffef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:00.315768 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8258015'] for router_interface, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.373846 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f99b13-df05-4005-88ad-b4f5e3da5f0a None None] Pushing event updated for resources: {'Port': ['ID=11c24301-6634-4d77-9378-a345723756c3,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:00.379771 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-20f99b13-df05-4005-88ad-b4f5e3da5f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:00.485827 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9748fca5-4133-4121-9dac-2dd74c87c592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.492383 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 711819b1-8edb-4232-92c4-65637dded0cc up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:00.508303 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event updated for resources: {'Port': ['ID=a4e4c793-e178-4292-a464-7f76fa48cea1,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:00.508303 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:00.511705 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:00.513138 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:00.515900 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:06:00.557761 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.590954 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] Set router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:00.605082 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.676797 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.766674 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.838498 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-676f406e-9017-4133-b4d0-fa65bc7ad31d None None] Provisioning for port ac025343-452a-4c68-bdfa-73be05f395c3 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:00.855973 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-676f406e-9017-4133-b4d0-fa65bc7ad31d None None] Provisioning complete for port ac025343-452a-4c68-bdfa-73be05f395c3 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:00.856351 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-676f406e-9017-4133-b4d0-fa65bc7ad31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.881898 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.891266 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:00.924904 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b0a13c6a-809c-4337-ae6c-027e0651f1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:00.934976 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-676f406e-9017-4133-b4d0-fa65bc7ad31d None None] Port ac025343-452a-4c68-bdfa-73be05f395c3 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:06:00.936387 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 711819b1-8edb-4232-92c4-65637dded0cc triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:00.936764 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:01.023266 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8257916'] for router_interface, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:01.028262 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Pushing event updated for resources: {'Port': ['ID=ac025343-452a-4c68-bdfa-73be05f395c3,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:01.033666 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:01.038724 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:01.044904 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:01.053211 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-be0a10d6-b492-4526-ab36-cdfb608abb5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:01.170026 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:01.183508 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Network c96e86e1-5e49-442d-892e-141654c49a4d is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:01.184628 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:01.207844 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:05:56Z', 'revision_number': 3, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:01.212123 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a70a1b-2ad7-4843-9418-94d749fc7323 None None] The sync data for ids ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'] in dv-cinder-780933-4-iscsi is: [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:05:56Z', 'revision_number': 3, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:01.223595 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event updated for resources: {'Port': ['ID=a4e4c793-e178-4292-a464-7f76fa48cea1,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:01.226636 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:01.227511 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:01.228705 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5887280 May 10 15:06:01.426934 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:06:01.490938 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36496) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:01.600479 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:01.604511 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-f60d6887-5bd8-43ac-adb2-8ad1504af3a9 None None] Provisioning complete for port ac025343-452a-4c68-bdfa-73be05f395c3 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:01.606165 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-f60d6887-5bd8-43ac-adb2-8ad1504af3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:01.655205 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-f11ab04b-addb-4257-9fed-a0442330c184 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Synchronizing usage tracker for tenant:44887f9b480647b0a07600f3de217a2b on resource:security_group {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:01.670546 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-f60d6887-5bd8-43ac-adb2-8ad1504af3a9 None None] Port ac025343-452a-4c68-bdfa-73be05f395c3 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:06:01.700757 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-f11ab04b-addb-4257-9fed-a0442330c184 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Unset dirty status for tenant:44887f9b480647b0a07600f3de217a2b on resource:security_group {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:01.701895 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-f11ab04b-addb-4257-9fed-a0442330c184 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1656061399&fields=id&tenant_id=44887f9b480647b0a07600f3de217a2b HTTP/1.1" status: 200 len: 267 time: 0.2041066 May 10 15:06:01.705818 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:06:01.731291 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd46c-e6ed-419e-8137-00ecfa53ef40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:01.746504 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-7cbcd46c-e6ed-419e-8137-00ecfa53ef40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:01.750423 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-7cbcd46c-e6ed-419e-8137-00ecfa53ef40 admin admin] Usage tracker for resource:security_group_rule and tenant:76dadb71b8864216bae957c3b802b574 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:01.754557 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] 10.222.0.43 "PUT /v2.0/routers/0c225db5-3689-40c2-9c8f-7a0fb6e3576c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4897459 May 10 15:06:01.755492 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-7cbcd46c-e6ed-419e-8137-00ecfa53ef40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:01.761668 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-7cbcd46c-e6ed-419e-8137-00ecfa53ef40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:01.897980 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e7143e48-a08d-401e-be20-7e28631ebdcc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:01.900529 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e7143e48-a08d-401e-be20-7e28631ebdcc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 817 time: 0.1798680 May 10 15:06:01.916492 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-9ad773e3-6014-4e04-96d6-193680682cda tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/quotas/44887f9b480647b0a07600f3de217a2b HTTP/1.1" status: 200 len: 375 time: 0.0102329 May 10 15:06:01.928230 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd46c-e6ed-419e-8137-00ecfa53ef40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:01.933390 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7cbcd46c-e6ed-419e-8137-00ecfa53ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:01.969603 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b8722332-a3a0-4bba-b7ac-1295b87759a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:01.984586 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-7cbcd46c-e6ed-419e-8137-00ecfa53ef40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76dadb71b8864216bae957c3b802b574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4923170 May 10 15:06:01.987875 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36508) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:02.020311 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e17b7414-dac5-4d15-ae02-ea7f3625ed43 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Synchronizing usage tracker for tenant:44887f9b480647b0a07600f3de217a2b on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:02.038118 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcd46c-e6ed-419e-8137-00ecfa53ef40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc93733-3c0a-4961-8328-fdba6562dc0d,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:02.042069 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-7cbcd46c-e6ed-419e-8137-00ecfa53ef40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:02.043986 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e17b7414-dac5-4d15-ae02-ea7f3625ed43 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Unset dirty status for tenant:44887f9b480647b0a07600f3de217a2b on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:02.045424 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e17b7414-dac5-4d15-ae02-ea7f3625ed43 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236758 May 10 15:06:02.089405 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5ab58e65-45dd-4a42-bb90-8c0103fdd4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.118808 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5ab58e65-45dd-4a42-bb90-8c0103fdd4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.186685 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5ab58e65-45dd-4a42-bb90-8c0103fdd4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.193962 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e09644fa-7f1f-4e8e-826e-5cc155cdaa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:02.206689 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab58e65-45dd-4a42-bb90-8c0103fdd4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc93733-3c0a-4961-8328-fdba6562dc0d,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:02.209004 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5ab58e65-45dd-4a42-bb90-8c0103fdd4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:02.214880 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5ab58e65-45dd-4a42-bb90-8c0103fdd4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.216269 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-5ab58e65-45dd-4a42-bb90-8c0103fdd4af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cc93733-3c0a-4961-8328-fdba6562dc0d HTTP/1.1" status: 204 len: 168 time: 0.2270367 May 10 15:06:02.443957 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-1406fe50-9506-42c6-8ad1-b18083e9b668 service neutron] 10.222.0.43 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855598 May 10 15:06:02.449154 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 11c24301-6634-4d77-9378-a345723756c3 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:02.575946 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 11c24301-6634-4d77-9378-a345723756c3 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:02.585064 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 11c24301-6634-4d77-9378-a345723756c3 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:02.585421 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36528) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:02.585918 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.591644 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1115149698-network', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:02.596873 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:02.600841 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Usage tracker for resource:network and tenant:d0bf9c7d64c04b1b9438eee306b436b3 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:02.603826 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:02.609730 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:02.623477 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Made reservation on behalf of d0bf9c7d64c04b1b9438eee306b436b3 for: {'network': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:06:02.627407 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.627622 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36532) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:02.640486 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.652987 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b5a9dd26-33bd-41b3-8960-e4265d70daf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.655730 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:02.660407 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Usage tracker for resource:security_group_rule and tenant:d0bf9c7d64c04b1b9438eee306b436b3 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:02.663314 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:02.664954 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-0546d8c0-e190-415d-937e-ac67e535d896 service neutron] 10.222.0.43 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060151 May 10 15:06:02.670215 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:02.670690 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b5a9dd26-33bd-41b3-8960-e4265d70daf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:02.674943 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b5a9dd26-33bd-41b3-8960-e4265d70daf8 admin admin] Usage tracker for resource:security_group_rule and tenant:efb835ace63343a1b7d5eb13fef35722 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:02.678029 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b5a9dd26-33bd-41b3-8960-e4265d70daf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:02.684286 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b5a9dd26-33bd-41b3-8960-e4265d70daf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:02.739271 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.762763 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 11c24301-6634-4d77-9378-a345723756c3, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=11c24301-6634-4d77-9378-a345723756c3,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:02.771225 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.778886 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-7d4bab04-5367-47aa-99a4-e67ab847067c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:02.800267 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b5a9dd26-33bd-41b3-8960-e4265d70daf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.802846 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.811365 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b5a9dd26-33bd-41b3-8960-e4265d70daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.815468 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.846438 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-39f6a580-2ae4-42cf-be30-dcb7b70dbaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:02.861576 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=78717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:06:02.871746 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.872089 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.segments_db [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Added segment ac14df07-72f9-4205-a349-e22b70e2f6ef of type vlan for network 59702c85-17c2-4473-b73a-4f5eed021f48 May 10 15:06:02.879524 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d017b6f5-e05d-4d0f-aec0-6e74f85a3600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:02.896666 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=11c24301-6634-4d77-9378-a345723756c3,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:02.912700 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b5a9dd26-33bd-41b3-8960-e4265d70daf8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efb835ace63343a1b7d5eb13fef35722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834024 May 10 15:06:02.913441 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36544) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:02.914545 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9dd26-33bd-41b3-8960-e4265d70daf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0090ddcf-1da3-4672-97d7-b13822f99202,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:02.915595 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:02.921076 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b5a9dd26-33bd-41b3-8960-e4265d70daf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:02.934140 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.940468 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c01a29-b121-4018-bcfb-ccb1abb99ed2,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:02.944219 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:02.975124 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.976711 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:02.977925 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:02.983614 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:03.043473 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-092b39d8-11cb-492d-aaa4-e6a5757f413f req-a7eb45c1-ac1a-4805-962f-b91603be96ed tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 210 time: 0.0564077 May 10 15:06:03.045988 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2c36ecc7-4a28-4209-99cf-f91bf0dca54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:03.088591 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2c36ecc7-4a28-4209-99cf-f91bf0dca54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:03.102963 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Pushing event updated for resources: {'Network': ['ID=59702c85-17c2-4473-b73a-4f5eed021f48,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:03.108758 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5217493 May 10 15:06:03.109714 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:03.110212 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36548) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:03.115582 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Request body: {'subnet': {'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1115149698-subnet', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'ip_version': 4}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:03.119045 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network 59702c85-17c2-4473-b73a-4f5eed021f48 details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:06:03.120280 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:03.124548 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Usage tracker for resource:subnet and tenant:d0bf9c7d64c04b1b9438eee306b436b3 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:03.128308 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:03.133810 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:03.151872 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Made reservation on behalf of d0bf9c7d64c04b1b9438eee306b436b3 for: {'subnet': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:06:03.155823 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6703467'] for subnet, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:03.158058 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2c36ecc7-4a28-4209-99cf-f91bf0dca54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:03.164100 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-fcfeb5a2-440f-4d61-94d4-28934e31b05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:03.182178 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36ecc7-4a28-4209-99cf-f91bf0dca54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0090ddcf-1da3-4672-97d7-b13822f99202,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:03.196039 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2c36ecc7-4a28-4209-99cf-f91bf0dca54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:03.199679 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-2c36ecc7-4a28-4209-99cf-f91bf0dca54c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0090ddcf-1da3-4672-97d7-b13822f99202 HTTP/1.1" status: 204 len: 168 time: 0.2791512 May 10 15:06:03.199679 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2c36ecc7-4a28-4209-99cf-f91bf0dca54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:03.277325 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:03.325714 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Sync routers for ids ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:03.338670 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Routers {'0c225db5-3689-40c2-9c8f-7a0fb6e3576c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:03.339281 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:06:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:03.536944 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Set router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:03.635480 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6703385'] for subnet, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:03.641783 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-91752b01-1b37-4163-8b7d-56a457669582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:03.730265 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Pushing event updated for resources: {'Subnet': ['ID=27610f9a-8412-40da-8b7a-95f020ae7e25,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:03.733859 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:03.742348 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Checking segment: {'id': 'ac14df07-72f9-4205-a349-e22b70e2f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:06:03.742863 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Network hostable DHCP agents. Network: 59702c85-17c2-4473-b73a-4f5eed021f48, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:06:03.760706 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Network 59702c85-17c2-4473-b73a-4f5eed021f48 is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:06:03.770796 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, 59702c85-17c2-4473-b73a-4f5eed021f48) {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:03.781140 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac1f3c-4cc1-47ef-b70b-4b46aa6d9e60 None None] Network 59702c85-17c2-4473-b73a-4f5eed021f48 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:06:03.795467 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:03.796312 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:03.836725 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7232645 May 10 15:06:03.836955 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36576) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:03.843358 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1115149698-router', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:03.853776 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:03.863535 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Usage tracker for resource:router and tenant:d0bf9c7d64c04b1b9438eee306b436b3 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:03.873234 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:03.885670 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:03.912753 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8335331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6011'] for router, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:03.914211 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8335340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8270572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7899051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6000'] for router, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:03.951066 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:03.956400 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:06:00Z', 'revision_number': 4, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'ac025343-452a-4c68-bdfa-73be05f395c3', 'name': '', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'mac_address': 'fa:16:3e:4c:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:59Z', 'updated_at': '2021-05-10T15:06:00Z', 'revision_number': 2, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'subnets': [{'id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:03.963844 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Checking router: 0c225db5-3689-40c2-9c8f-7a0fb6e3576c for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:06:03.964386 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Updating router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c port ac025343-452a-4c68-bdfa-73be05f395c3 binding host dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:06:04.033550 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.063620 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda8c9c-4c96-568d-a79a-b4ac7ddc94e0-59702c85-17c2-4473-b73a-4f5eed021f48', 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'fixed_ips': [{'subnet_id': '27610f9a-8412-40da-8b7a-95f020ae7e25'}]}} from dv-cinder-780933-4-iscsi. {{(pid=78718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:06:04.064994 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.280130 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.db_base_plugin_common [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Allocated IP 172.20.0.2 (59702c85-17c2-4473-b73a-4f5eed021f48/27610f9a-8412-40da-8b7a-95f020ae7e25/1788758d-5d15-4d40-9d1b-2670ea198e69) {{(pid=78718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:04.357912 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e0cd02f8-6e62-4e38-b6b3-dc5437ca87c0 req-136f7156-7dbf-48fc-b96f-4585cad4feb9 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 210 time: 0.0820386 May 10 15:06:04.370035 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8270485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8268311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5982'] for router, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.451259 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 11c24301-6634-4d77-9378-a345723756c3 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:04.644353 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Notify callbacks [] for port, precommit_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.648896 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Notify callbacks [] for port, precommit_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.661950 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.provisioning_blocks [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Transition to ACTIVE for port object ac025343-452a-4c68-bdfa-73be05f395c3 will not be triggered until provisioned by entity L2. {{(pid=78719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:04.664567 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Transition to ACTIVE for port object 1788758d-5d15-4d40-9d1b-2670ea198e69 will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:04.671468 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 11c24301-6634-4d77-9378-a345723756c3 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:04.671870 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.674761 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.679388 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-1bc112aa-fe92-4ec8-83be-643d986d636c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:04.758577 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Transition to ACTIVE for port object 1788758d-5d15-4d40-9d1b-2670ea198e69 will not be triggered until provisioned by entity DHCP. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:04.807410 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.853009 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:04.854839 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Pushing event updated for resources: {'Port': ['ID=ac025343-452a-4c68-bdfa-73be05f395c3,revision_number=3']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:04.898102 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:04.898373 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:04.898837 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:04.899226 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:04.899610 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:04.899994 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:04.900384 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:04.900781 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:04.901171 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:04.901551 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:04.901931 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:04.902340 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:04.914869 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:04.967551 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Pushing event updated for resources: {'Port': ['ID=1788758d-5d15-4d40-9d1b-2670ea198e69,revision_number=1']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:04.971639 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:04.981319 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Network 59702c85-17c2-4473-b73a-4f5eed021f48 is already hosted by enough agents. {{(pid=78718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:04.984549 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.base_scheduler [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Resources bound (agent type, host, resource id): {{(pid=78718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:04.988071 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Received port after_create {{(pid=78718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:06:05.120202 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Attempting to bind port 1788758d-5d15-4d40-9d1b-2670ea198e69 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:06:05.120580 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Attempting to bind port 1788758d-5d15-4d40-9d1b-2670ea198e69 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'ac14df07-72f9-4205-a349-e22b70e2f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:06:05.120751 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Attempting to bind port ac025343-452a-4c68-bdfa-73be05f395c3 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:06:05.120959 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Attempting to bind port 1788758d-5d15-4d40-9d1b-2670ea198e69 on network 59702c85-17c2-4473-b73a-4f5eed021f48 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:05.121264 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Attempting to bind port ac025343-452a-4c68-bdfa-73be05f395c3 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:06:05.121692 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Attempting to bind port ac025343-452a-4c68-bdfa-73be05f395c3 on network c96e86e1-5e49-442d-892e-141654c49a4d {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:05.130908 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:06:05.131291 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Checking segment: {'id': 'ac14df07-72f9-4205-a349-e22b70e2f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:06:05.131699 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.132110 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Bound using segment: {'id': 'ac14df07-72f9-4205-a349-e22b70e2f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:06:05.132572 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Bound port: 1788758d-5d15-4d40-9d1b-2670ea198e69, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac14df07-72f9-4205-a349-e22b70e2f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:06:05.132954 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.142701 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:06:05.143129 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Checking segment: {'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:06:05.143476 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.143871 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Bound using segment: {'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:06:05.144343 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Bound port: ac025343-452a-4c68-bdfa-73be05f395c3, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'}}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:06:05.144736 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.182250 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.228265 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] For port 1788758d-5d15-4d40-9d1b-2670ea198e69, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:06:05.228999 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.231552 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] For port 1788758d-5d15-4d40-9d1b-2670ea198e69, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=1788758d-5d15-4d40-9d1b-2670ea198e69,segment=NetworkSegment(ac14df07-72f9-4205-a349-e22b70e2f6ef),segment_id=ac14df07-72f9-4205-a349-e22b70e2f6ef)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:06:05.242334 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.252846 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:05.305814 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] For port ac025343-452a-4c68-bdfa-73be05f395c3, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:06:05.310534 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] For port ac025343-452a-4c68-bdfa-73be05f395c3, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=ac025343-452a-4c68-bdfa-73be05f395c3,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:06:05.318642 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.325493 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-1ca54254-0472-4cb5-ad58-49892eda951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:05.379159 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Pushing event updated for resources: {'Port': ['ID=1788758d-5d15-4d40-9d1b-2670ea198e69,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:05.390113 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:05.461818 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-1d04709b-95c5-4488-9e41-15d9d68c09d6 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:05.467378 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-1d04709b-95c5-4488-9e41-15d9d68c09d6 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.38 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 817 time: 0.7205219 May 10 15:06:05.510136 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Routers {'0c225db5-3689-40c2-9c8f-7a0fb6e3576c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:05.511100 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:06:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:05.599725 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Allocated IP 172.27.0.172 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/ef96cbe8-62a1-44ed-a540-2fb9a74d64fb) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:05.628906 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d98a4885-0b80-4492-8535-9d4cac1ee951 req-27214d45-6c4d-4d57-a71b-f4079a6f4fb5 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 210 time: 0.0679505 May 10 15:06:05.636209 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-7e9b18a9-c1b1-4fb7-b0a5-163c15aa72ef tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Synchronizing usage tracker for tenant:44887f9b480647b0a07600f3de217a2b on resource:security_group {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:05.733688 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Pushing event updated for resources: {'Port': ['ID=ac025343-452a-4c68-bdfa-73be05f395c3,revision_number=4']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:05.740173 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-c15ad29f-7dc2-49cb-968c-ebd8569e3e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:05.786139 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-7e9b18a9-c1b1-4fb7-b0a5-163c15aa72ef tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Unset dirty status for tenant:44887f9b480647b0a07600f3de217a2b on resource:security_group {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:05.787466 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-7e9b18a9-c1b1-4fb7-b0a5-163c15aa72ef tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44887f9b480647b0a07600f3de217a2b HTTP/1.1" status: 200 len: 380 time: 0.3100922 May 10 15:06:05.827162 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] Set router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:05.904232 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.945351 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.957319 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:06.025434 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:06.028609 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:06.031749 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:06:06.093072 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Request body: {'port': {'device_id': '69a06562-5be2-4566-a083-7b3bbb257a00', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'admin_state_up': True, 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'security_groups': ['320ab43e-da53-4fc5-a3a9-0a58503deb14']}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:06.123251 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Pushing event updated for resources: {'Port': ['ID=ef96cbe8-62a1-44ed-a540-2fb9a74d64fb,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:06.126692 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:06.197233 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:06:00Z', 'revision_number': 4, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'ac025343-452a-4c68-bdfa-73be05f395c3', 'name': '', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'mac_address': 'fa:16:3e:4c:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:59Z', 'updated_at': '2021-05-10T15:06:05Z', 'revision_number': 4, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'subnets': [{'id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:06.202341 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10668978-b227-48bb-bb50-ab011b0fddcc None None] The sync data for ids ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'] in dv-cinder-780933-4-iscsi is: [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:06:00Z', 'revision_number': 4, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'ac025343-452a-4c68-bdfa-73be05f395c3', 'name': '', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'mac_address': 'fa:16:3e:4c:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:59Z', 'updated_at': '2021-05-10T15:06:05Z', 'revision_number': 4, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'subnets': [{'id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:06.536592 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:06.551621 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:06.560325 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device ac025343-452a-4c68-bdfa-73be05f395c3 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:06.738008 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Made reservation on behalf of 44887f9b480647b0a07600f3de217a2b for: {'port': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:06:06.739085 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port ac025343-452a-4c68-bdfa-73be05f395c3 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:06.745331 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port ac025343-452a-4c68-bdfa-73be05f395c3 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:06.745807 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:06.750488 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:06.974778 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0f82ead7-59a2-4654-9945-5f84519fac95 req-3feb51ad-d870-4a77-a67c-396b02e9558d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 210 time: 0.1090553 May 10 15:06:07.033804 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c907a2fa-bf4e-4ab2-b78d-e0514d7d5935 None None] Network 59702c85-17c2-4473-b73a-4f5eed021f48 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:06:07.153473 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-9f5ae281-d681-48a7-b488-016d1f1c540a None None] Provisioning for port 1788758d-5d15-4d40-9d1b-2670ea198e69 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:07.164455 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.191127 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.277026 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port ac025343-452a-4c68-bdfa-73be05f395c3, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=ac025343-452a-4c68-bdfa-73be05f395c3,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:07.289376 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.290411 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 1788758d-5d15-4d40-9d1b-2670ea198e69 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:07.332608 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-0336de6d-fce8-4265-af06-6773747fd6ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:07.335063 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Allocated IP 172.20.0.5 (0a505177-ed31-4f0e-addb-1734401fec02/5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384/b048393d-b27c-4ff9-a702-14b8084cdfe0) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:07.466608 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=ac025343-452a-4c68-bdfa-73be05f395c3,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:07.470995 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:07.483496 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 1788758d-5d15-4d40-9d1b-2670ea198e69 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:07.490231 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 1788758d-5d15-4d40-9d1b-2670ea198e69 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:07.490612 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.633764 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.669065 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 1788758d-5d15-4d40-9d1b-2670ea198e69, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=1788758d-5d15-4d40-9d1b-2670ea198e69,segment=NetworkSegment(ac14df07-72f9-4205-a349-e22b70e2f6ef),segment_id=ac14df07-72f9-4205-a349-e22b70e2f6ef)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:07.679309 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.682156 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:07.709925 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8268398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8261376'] for router, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.758724 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=1788758d-5d15-4d40-9d1b-2670ea198e69,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:07.762039 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:07.777985 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.802625 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-70177c7e-8a2a-414d-904d-58e148ff26e9 None None] Provisioning complete for port 1788758d-5d15-4d40-9d1b-2670ea198e69 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:07.803005 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-70177c7e-8a2a-414d-904d-58e148ff26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.865748 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Transition to ACTIVE for port object b048393d-b27c-4ff9-a702-14b8084cdfe0 will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:07.940111 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.945854 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-967443dd-2738-45ba-954d-b44a7a27228e tempest-VolumesSnapshotTestJSON-866545776 tempest-VolumesSnapshotTestJSON-866545776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:08.022533 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Network 0a505177-ed31-4f0e-addb-1734401fec02 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:08.026903 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:08.032115 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:06:08.068623 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Router 8d8ca882-3a7d-4629-bdae-a91e46840e2c is scheduled to L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f with binding_index 1 {{(pid=78717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:06:08.087823 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event updated for resources: {'Port': ['ID=b048393d-b27c-4ff9-a702-14b8084cdfe0,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:08.093433 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:08.249286 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:08.249853 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.250942 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbfcdc-4af4-4964-b155-4828b410fa86 req-4709c0a9-d9da-4725-b161-5a2cd9348759 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:08.253243 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1ecbfcdc-4af4-4964-b155-4828b410fa86 req-4709c0a9-d9da-4725-b161-5a2cd9348759 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 931 time: 0.1278415 May 10 15:06:08.311843 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5176654 May 10 15:06:08.315434 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1ecbfcdc-4af4-4964-b155-4828b410fa86 req-bb26ea96-d99d-43a3-a559-f6a580860a6b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535314 May 10 15:06:08.346577 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:06:08.357119 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Sync routers for ids ['8d8ca882-3a7d-4629-bdae-a91e46840e2c'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:08.377598 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.380653 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5426309 May 10 15:06:08.383178 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36656) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:08.392750 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Routers {'8d8ca882-3a7d-4629-bdae-a91e46840e2c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:08.392750 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:06:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['8d8ca882-3a7d-4629-bdae-a91e46840e2c'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:08.442831 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-697866d6-05dc-42af-99e0-c3c38dccf390 None None] Provisioning for port b048393d-b27c-4ff9-a702-14b8084cdfe0 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:08.453422 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device ac025343-452a-4c68-bdfa-73be05f395c3 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:08.455058 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Request body: {'port': {'device_id': '69a06562-5be2-4566-a083-7b3bbb257a00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:08.553596 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-697866d6-05dc-42af-99e0-c3c38dccf390 None None] Provisioning complete for port b048393d-b27c-4ff9-a702-14b8084cdfe0 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:08.553981 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-697866d6-05dc-42af-99e0-c3c38dccf390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.655046 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-697866d6-05dc-42af-99e0-c3c38dccf390 None None] Port b048393d-b27c-4ff9-a702-14b8084cdfe0 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:06:08.683583 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Set router 8d8ca882-3a7d-4629-bdae-a91e46840e2c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:08.803241 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port ac025343-452a-4c68-bdfa-73be05f395c3 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:08.803624 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.835791 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.079435 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 1788758d-5d15-4d40-9d1b-2670ea198e69 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:09.160201 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'name': 'tempest-TestMinimumBasicScenario-1115149698-router', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:06:03Z', 'updated_at': '2021-05-10T15:06:06Z', 'revision_number': 3, 'project_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'gw_port': {'id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:28:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:06:05Z', 'updated_at': '2021-05-10T15:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:09.170591 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Checking router: 8d8ca882-3a7d-4629-bdae-a91e46840e2c for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:06:09.170956 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Updating router 8d8ca882-3a7d-4629-bdae-a91e46840e2c port ef96cbe8-62a1-44ed-a540-2fb9a74d64fb binding host dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:06:09.194505 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 1788758d-5d15-4d40-9d1b-2670ea198e69 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:09.194889 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.271660 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.504561 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85f34d-5e59-4563-876b-02c8fb223673 req-42464742-1f99-45e1-a3bd-3bc10a19ffb8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:09.512217 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2d85f34d-5e59-4563-876b-02c8fb223673 req-42464742-1f99-45e1-a3bd-3bc10a19ffb8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 931 time: 0.0936544 May 10 15:06:09.569694 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2d85f34d-5e59-4563-876b-02c8fb223673 req-82f7c083-5fd6-439e-b177-6466e6fa8536 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562050 May 10 15:06:09.591424 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36672) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:09.594620 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b048393d-b27c-4ff9-a702-14b8084cdfe0 {{(pid=78717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:06:09.600017 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.613911 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.670372 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Transition to ACTIVE for port object b048393d-b27c-4ff9-a702-14b8084cdfe0 will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:09.685060 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.693686 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:09.743436 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b54a693c-11fa-46f6-ac38-f47e26d8581e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.761061 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b54a693c-11fa-46f6-ac38-f47e26d8581e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:09.764024 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=b048393d-b27c-4ff9-a702-14b8084cdfe0,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:09.765071 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b54a693c-11fa-46f6-ac38-f47e26d8581e admin admin] Usage tracker for resource:security_group_rule and tenant:e32bc60ddb0944d6a687744f78280c5a is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:09.769023 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b54a693c-11fa-46f6-ac38-f47e26d8581e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:09.770430 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:09.771494 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Notify callbacks [] for port, precommit_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.780467 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b54a693c-11fa-46f6-ac38-f47e26d8581e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:09.790336 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Transition to ACTIVE for port object ef96cbe8-62a1-44ed-a540-2fb9a74d64fb will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:09.796784 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.801514 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a389332d-195b-476b-a26e-7834355b4204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:09.886926 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b54a693c-11fa-46f6-ac38-f47e26d8581e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.892880 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b54a693c-11fa-46f6-ac38-f47e26d8581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.905768 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-bd918685-72e4-4b32-a4c5-60e1ca025e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:09.963194 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b54a693c-11fa-46f6-ac38-f47e26d8581e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e32bc60ddb0944d6a687744f78280c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702502 May 10 15:06:09.966407 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a693c-11fa-46f6-ac38-f47e26d8581e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cc2b39-a1cb-46f0-85d9-3ea8b3f5a124,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:09.969825 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36680) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:09.973138 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b54a693c-11fa-46f6-ac38-f47e26d8581e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:09.986146 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce8d55-473c-4bb7-af44-b4ba7897414a None None] Pushing event updated for resources: {'Port': ['ID=ef96cbe8-62a1-44ed-a540-2fb9a74d64fb,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:09.988943 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-3cce8d55-473c-4bb7-af44-b4ba7897414a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:09.989667 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Attempting to bind port ef96cbe8-62a1-44ed-a540-2fb9a74d64fb on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:06:09.990424 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Attempting to bind port ef96cbe8-62a1-44ed-a540-2fb9a74d64fb by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:06:09.990799 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Attempting to bind port ef96cbe8-62a1-44ed-a540-2fb9a74d64fb on network bc1966c4-1376-496a-80cc-e9df4c16f0a5 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:09.996721 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:06:09.997098 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Checking segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:06:09.997498 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.997891 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Bound using segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:06:09.998442 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Bound port: ef96cbe8-62a1-44ed-a540-2fb9a74d64fb, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:06:09.998817 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.042124 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa31a-64aa-46f2-a15a-04b6f8d13595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.069567 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa31a-64aa-46f2-a15a-04b6f8d13595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.082443 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] For port ef96cbe8-62a1-44ed-a540-2fb9a74d64fb, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:06:10.087500 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] For port ef96cbe8-62a1-44ed-a540-2fb9a74d64fb, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=ef96cbe8-62a1-44ed-a540-2fb9a74d64fb,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:06:10.098193 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.108496 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-424a48e9-46be-420e-981d-e9e868670467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:10.122621 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Allocated IP 172.20.0.1 (59702c85-17c2-4473-b73a-4f5eed021f48/27610f9a-8412-40da-8b7a-95f020ae7e25/aaf9d724-8828-442d-9faf-410c0bbdf523) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:10.133840 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa31a-64aa-46f2-a15a-04b6f8d13595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.139196 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8a4b0cff-b428-429c-b87b-568beaa9a2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:10.150562 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fa31a-64aa-46f2-a15a-04b6f8d13595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cc2b39-a1cb-46f0-85d9-3ea8b3f5a124,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:10.169785 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6b3fa31a-64aa-46f2-a15a-04b6f8d13595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:10.173529 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa31a-64aa-46f2-a15a-04b6f8d13595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.175190 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-6b3fa31a-64aa-46f2-a15a-04b6f8d13595 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2cc2b39-a1cb-46f0-85d9-3ea8b3f5a124 HTTP/1.1" status: 204 len: 168 time: 0.2039769 May 10 15:06:10.217957 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Routers {'8d8ca882-3a7d-4629-bdae-a91e46840e2c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:10.218626 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:06:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['8d8ca882-3a7d-4629-bdae-a91e46840e2c'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:10.271639 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Attempting to bind port b048393d-b27c-4ff9-a702-14b8084cdfe0 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:06:10.271974 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Attempting to bind port b048393d-b27c-4ff9-a702-14b8084cdfe0 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:06:10.272420 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Attempting to bind port b048393d-b27c-4ff9-a702-14b8084cdfe0 on network 0a505177-ed31-4f0e-addb-1734401fec02 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:10.290900 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Port b048393d-b27c-4ff9-a702-14b8084cdfe0 on network 0a505177-ed31-4f0e-addb-1734401fec02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:06:10.291226 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Attempting to bind port b048393d-b27c-4ff9-a702-14b8084cdfe0 on network 0a505177-ed31-4f0e-addb-1734401fec02 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:10.334152 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce8d55-473c-4bb7-af44-b4ba7897414a None None] Pushing event updated for resources: {'Port': ['ID=ef96cbe8-62a1-44ed-a540-2fb9a74d64fb,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:10.341342 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:06:10.341688 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Checking segment: {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:06:10.342083 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Bound using segment: {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:06:10.342560 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Bound port: b048393d-b27c-4ff9-a702-14b8084cdfe0, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f1fe83-2053-4c76-a094-25d804d5f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:06:10.342909 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.346206 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-3cce8d55-473c-4bb7-af44-b4ba7897414a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:10.405319 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] Set router 8d8ca882-3a7d-4629-bdae-a91e46840e2c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:10.490034 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:06:10.497345 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.506935 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36688) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:10.508866 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:06:10.518145 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.522782 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Transition to ACTIVE for port object aaf9d724-8828-442d-9faf-410c0bbdf523 will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:10.523931 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-eb665ff9-4ffc-43c7-887d-096993fb8bbc tempest-DeleteServersTestJSON-1487411870 tempest-DeleteServersTestJSON-1487411870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:10.525822 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b4b014c8-a712-496a-b8d2-e1b1610e288c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.540310 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b4b014c8-a712-496a-b8d2-e1b1610e288c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:10.544104 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b4b014c8-a712-496a-b8d2-e1b1610e288c admin admin] Usage tracker for resource:security_group_rule and tenant:d985f54d77974e9fac3217fe0ce06f59 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:10.546937 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-b4b014c8-a712-496a-b8d2-e1b1610e288c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:10.552898 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-b4b014c8-a712-496a-b8d2-e1b1610e288c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:10.582939 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:10.583744 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.585392 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] 10.222.0.38 "PUT /v2.0/ports/b048393d-b27c-4ff9-a702-14b8084cdfe0 HTTP/1.1" status: 200 len: 1093 time: 2.2648423 May 10 15:06:10.588017 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:10.640433 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=b048393d-b27c-4ff9-a702-14b8084cdfe0,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:10.648860 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b4b014c8-a712-496a-b8d2-e1b1610e288c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.652055 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:10.656715 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b4b014c8-a712-496a-b8d2-e1b1610e288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.668034 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-17a77714-5abf-4435-84a3-4e67264af13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:10.720582 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'status': 'completed', 'code': 200} May 10 15:06:10.727307 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b014c8-a712-496a-b8d2-e1b1610e288c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db12ed77-72c8-451b-bd8f-ac067cd39358,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:10.731622 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b4b014c8-a712-496a-b8d2-e1b1610e288c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:10.738007 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b4b014c8-a712-496a-b8d2-e1b1610e288c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d985f54d77974e9fac3217fe0ce06f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297239 May 10 15:06:10.739162 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36696) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:10.741933 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.757160 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'name': 'tempest-TestMinimumBasicScenario-1115149698-router', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:06:03Z', 'updated_at': '2021-05-10T15:06:06Z', 'revision_number': 3, 'project_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'gw_port': {'id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:28:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:06:05Z', 'updated_at': '2021-05-10T15:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:10.767515 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:10.773519 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64f48e-3935-4d9e-92fb-1887673fba5e None None] The sync data for ids ['8d8ca882-3a7d-4629-bdae-a91e46840e2c'] in dv-cinder-780933-4-iscsi is: [{'id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'name': 'tempest-TestMinimumBasicScenario-1115149698-router', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:06:03Z', 'updated_at': '2021-05-10T15:06:06Z', 'revision_number': 3, 'project_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'gw_port': {'id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:28:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:06:05Z', 'updated_at': '2021-05-10T15:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:10.826836 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Network 59702c85-17c2-4473-b73a-4f5eed021f48 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:10.833881 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:10.837125 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:06:10.919172 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3c97591a-6ee0-4929-8145-a9114b0be805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.951726 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8258015'] for router_interface, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.974647 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3c97591a-6ee0-4929-8145-a9114b0be805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:11.005097 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc1126-8d99-464a-83b3-bbfe371ae525 req-7688b717-1c97-4b5c-baa9-984e73be0de2 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:11.006739 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-60cc1126-8d99-464a-83b3-bbfe371ae525 req-7688b717-1c97-4b5c-baa9-984e73be0de2 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.2308733 May 10 15:06:11.113813 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-60cc1126-8d99-464a-83b3-bbfe371ae525 req-0225014f-cd58-47b0-8ed3-f64c8e46199d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964699 May 10 15:06:11.143899 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3c97591a-6ee0-4929-8145-a9114b0be805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:11.149249 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3dcfa4d4-d217-4976-9031-888518669638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:11.178048 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97591a-6ee0-4929-8145-a9114b0be805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db12ed77-72c8-451b-bd8f-ac067cd39358,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:11.179862 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3c97591a-6ee0-4929-8145-a9114b0be805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:11.181152 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3c97591a-6ee0-4929-8145-a9114b0be805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:11.185422 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-3c97591a-6ee0-4929-8145-a9114b0be805 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db12ed77-72c8-451b-bd8f-ac067cd39358 HTTP/1.1" status: 204 len: 168 time: 0.4450815 May 10 15:06:11.216344 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf9d724-8828-442d-9faf-410c0bbdf523,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:11.223835 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53e8ce83-e0a5-45ca-a486-7ea55a0d1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:11.225247 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-53e8ce83-e0a5-45ca-a486-7ea55a0d1858 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 1096 time: 0.5723875 May 10 15:06:11.228057 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:11.239829 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-1c0e8066-3230-4b5e-8c0a-0f9256fc7ea5 None None] Provisioning for port aaf9d724-8828-442d-9faf-410c0bbdf523 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:11.245960 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-1c0e8066-3230-4b5e-8c0a-0f9256fc7ea5 None None] Provisioning complete for port aaf9d724-8828-442d-9faf-410c0bbdf523 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:11.246771 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8066-3230-4b5e-8c0a-0f9256fc7ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:11.350258 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-b548188d-d8ce-4656-9304-8ac08a14fdcb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0 HTTP/1.1" status: 200 len: 217 time: 0.1119304 May 10 15:06:11.362680 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e8066-3230-4b5e-8c0a-0f9256fc7ea5 None None] Port aaf9d724-8828-442d-9faf-410c0bbdf523 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:06:11.365840 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36708) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:11.436904 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-352436db-4d4e-424f-99a3-f27ff0efdae5 req-fa27b1a9-d7bf-4b46-aeb4-247dc383a3aa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1378813 May 10 15:06:11.451689 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-825a02f6-a466-4dfd-9213-32b82799b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:11.453159 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-825a02f6-a466-4dfd-9213-32b82799b835 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 200 len: 856 time: 0.0917602 May 10 15:06:11.607100 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:11.683195 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352436db-4d4e-424f-99a3-f27ff0efdae5 req-0a8e6b38-5cc5-4882-8f63-53066be900c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:11.684997 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-352436db-4d4e-424f-99a3-f27ff0efdae5 req-0a8e6b38-5cc5-4882-8f63-53066be900c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 1098 time: 0.1536999 May 10 15:06:11.687510 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-7c6f8cf3-0a24-4845-96ab-087cb205bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:11.689177 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-7c6f8cf3-0a24-4845-96ab-087cb205bbc3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a505177-ed31-4f0e-addb-1734401fec02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2287652 May 10 15:06:11.691122 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-68a02f9b-3c31-4a24-8513-0deb76625658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:11.734425 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-68a02f9b-3c31-4a24-8513-0deb76625658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:11.788482 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-68a02f9b-3c31-4a24-8513-0deb76625658 admin admin] Usage tracker for resource:security_group_rule and tenant:f8cebd5487464cde88f12708982592b9 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:11.797612 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-68a02f9b-3c31-4a24-8513-0deb76625658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:11.808260 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-68a02f9b-3c31-4a24-8513-0deb76625658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:11.890796 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352436db-4d4e-424f-99a3-f27ff0efdae5 req-b87ac907-8ede-4e25-b423-47addbc2fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:11.893724 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-352436db-4d4e-424f-99a3-f27ff0efdae5 req-b87ac907-8ede-4e25-b423-47addbc2fb13 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 912 time: 0.1877301 May 10 15:06:11.975633 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-68a02f9b-3c31-4a24-8513-0deb76625658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.068019 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-68a02f9b-3c31-4a24-8513-0deb76625658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.070771 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-55e71ee6-a7cd-4113-834f-6e638239992b service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674002 May 10 15:06:12.160137 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6b3fa31a-64aa-46f2-a15a-04b6f8d13595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:12.231351 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-68a02f9b-3c31-4a24-8513-0deb76625658 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8cebd5487464cde88f12708982592b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8613951 May 10 15:06:12.237405 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36732) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:12.243377 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a02f9b-3c31-4a24-8513-0deb76625658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2506f6-fdf0-4df4-a756-570d177227c8,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:12.258319 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-352436db-4d4e-424f-99a3-f27ff0efdae5 req-5dfef7ca-7976-420f-b5ad-857a0f14e936 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47d119d0-6edb-45c4-8944-3027145b0e25 HTTP/1.1" status: 200 len: 1001 time: 0.2805841 May 10 15:06:12.275109 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-68a02f9b-3c31-4a24-8513-0deb76625658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:12.377415 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352436db-4d4e-424f-99a3-f27ff0efdae5 req-53f23590-1324-4a78-bbe9-dc437545274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:12.386289 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-352436db-4d4e-424f-99a3-f27ff0efdae5 req-53f23590-1324-4a78-bbe9-dc437545274b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.1056690 May 10 15:06:12.420313 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.448717 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.489050 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device ef96cbe8-62a1-44ed-a540-2fb9a74d64fb up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:12.492455 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:12.543086 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-1c0e503a-7fc9-4216-adf6-425f4c9e1015 req-6fa88c99-4455-49dc-bea7-ee91a9ff34e3 service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709792 May 10 15:06:12.582813 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf9d724-8828-442d-9faf-410c0bbdf523,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:12.587403 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:12.588186 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8257916'] for router_interface, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.594520 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2dc7127c-cf1a-46af-8582-d6b432a19103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.618223 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port ef96cbe8-62a1-44ed-a540-2fb9a74d64fb completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:12.623391 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port ef96cbe8-62a1-44ed-a540-2fb9a74d64fb triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:12.623818 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.648119 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2dc7127c-cf1a-46af-8582-d6b432a19103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.664031 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ee076-e7c9-4dc6-8ec6-b04ad343c00b req-016f6fe7-c88b-4b1c-9c77-a19c31a7e41e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:12.665549 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-800ee076-e7c9-4dc6-8ec6-b04ad343c00b req-016f6fe7-c88b-4b1c-9c77-a19c31a7e41e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.3863575 May 10 15:06:12.675085 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352436db-4d4e-424f-99a3-f27ff0efdae5 req-7f4dc295-d935-40f3-b10f-ba05ed67fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:12.676519 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-352436db-4d4e-424f-99a3-f27ff0efdae5 req-7f4dc295-d935-40f3-b10f-ba05ed67fa90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2184713 May 10 15:06:12.763366 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.783828 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port ef96cbe8-62a1-44ed-a540-2fb9a74d64fb, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=ef96cbe8-62a1-44ed-a540-2fb9a74d64fb,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:12.791509 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.793946 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:12.823690 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa4f3a-5335-428d-b90c-7f34336e9acf req-2135cf0f-5de5-4f3a-b2bd-842c42992a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:12.825167 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b1fa4f3a-5335-428d-b90c-7f34336e9acf req-2135cf0f-5de5-4f3a-b2bd-842c42992a43 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 1096 time: 0.2029216 May 10 15:06:12.868771 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Network 59702c85-17c2-4473-b73a-4f5eed021f48 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:12.872625 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-800ee076-e7c9-4dc6-8ec6-b04ad343c00b req-57c8db37-2348-42b2-b28a-d3ae2966f4a8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878195 May 10 15:06:12.873095 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:12.890479 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=ef96cbe8-62a1-44ed-a540-2fb9a74d64fb,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:12.898340 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:12.956672 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-352436db-4d4e-424f-99a3-f27ff0efdae5 req-7012f647-c4e0-4c9d-80f2-77b03d50119d service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654285 May 10 15:06:13.051755 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2dc7127c-cf1a-46af-8582-d6b432a19103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:13.057705 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c11c7ff2-e951-406a-a6db-2b385589e62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:13.073345 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7127c-cf1a-46af-8582-d6b432a19103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2506f6-fdf0-4df4-a756-570d177227c8,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:13.076935 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2dc7127c-cf1a-46af-8582-d6b432a19103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:13.095575 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2dc7127c-cf1a-46af-8582-d6b432a19103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:13.096716 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-2dc7127c-cf1a-46af-8582-d6b432a19103 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be2506f6-fdf0-4df4-a756-570d177227c8 HTTP/1.1" status: 204 len: 168 time: 0.8558946 May 10 15:06:13.165900 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-352436db-4d4e-424f-99a3-f27ff0efdae5 req-08d88c81-b650-4cac-8a15-472106013544 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989207 May 10 15:06:13.201261 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-2af008c5-9544-43da-a669-b5faf46a174a None None] Provisioning complete for port aaf9d724-8828-442d-9faf-410c0bbdf523 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:13.201531 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-2af008c5-9544-43da-a669-b5faf46a174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:13.240293 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa4f3a-5335-428d-b90c-7f34336e9acf req-58df5b2a-fd57-4bb8-ab00-7196387c11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:13.242622 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b1fa4f3a-5335-428d-b90c-7f34336e9acf req-58df5b2a-fd57-4bb8-ab00-7196387c11fc service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 918 time: 0.4094317 May 10 15:06:13.258522 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-2af008c5-9544-43da-a669-b5faf46a174a None None] Port aaf9d724-8828-442d-9faf-410c0bbdf523 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:06:13.336459 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b1fa4f3a-5335-428d-b90c-7f34336e9acf req-5ec9e77e-8e33-4898-bdc2-1fe75831bb2a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0 HTTP/1.1" status: 200 len: 217 time: 0.0836353 May 10 15:06:13.374522 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Router 8d8ca882-3a7d-4629-bdae-a91e46840e2c has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:06:13.538855 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa4f3a-5335-428d-b90c-7f34336e9acf req-0c6e9417-e43b-4c32-9021-d637fbe743e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:13.540496 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b1fa4f3a-5335-428d-b90c-7f34336e9acf req-0c6e9417-e43b-4c32-9021-d637fbe743e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 200 len: 856 time: 0.1974382 May 10 15:06:13.637843 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:06:13.648100 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Sync routers for ids ['8d8ca882-3a7d-4629-bdae-a91e46840e2c'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:13.650927 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] 10.222.0.43 "PUT /v2.0/routers/8d8ca882-3a7d-4629-bdae-a91e46840e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2660162 May 10 15:06:13.660156 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Routers {'8d8ca882-3a7d-4629-bdae-a91e46840e2c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:13.660773 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:06:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['8d8ca882-3a7d-4629-bdae-a91e46840e2c'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:13.676375 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa4f3a-5335-428d-b90c-7f34336e9acf req-db1c429f-3e22-4148-a8d4-f0f4aa1752ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:13.678344 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b1fa4f3a-5335-428d-b90c-7f34336e9acf req-db1c429f-3e22-4148-a8d4-f0f4aa1752ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a505177-ed31-4f0e-addb-1734401fec02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1211612 May 10 15:06:13.848905 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b1fa4f3a-5335-428d-b90c-7f34336e9acf req-6c19f28e-ead6-45d1-aee2-276593ea9f52 service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626492 May 10 15:06:13.904474 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Set router 8d8ca882-3a7d-4629-bdae-a91e46840e2c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:14.059998 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b1fa4f3a-5335-428d-b90c-7f34336e9acf req-f8ae3cb9-17e8-4acd-8513-3ff56959fc82 service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045817 May 10 15:06:14.188566 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53deae1e-c845-48a0-9d09-90d3d6aa66ed req-95f286d7-27be-448f-a298-aca71d2ec7b2 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:14.190340 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-53deae1e-c845-48a0-9d09-90d3d6aa66ed req-95f286d7-27be-448f-a298-aca71d2ec7b2 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.1057701 May 10 15:06:14.256390 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-53deae1e-c845-48a0-9d09-90d3d6aa66ed req-2b41706d-dd98-45e3-ab44-fc1bffd79414 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583060 May 10 15:06:14.351482 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'name': 'tempest-TestMinimumBasicScenario-1115149698-router', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:06:03Z', 'updated_at': '2021-05-10T15:06:11Z', 'revision_number': 4, 'project_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'gw_port': {'id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:06:05Z', 'updated_at': '2021-05-10T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'aaf9d724-8828-442d-9faf-410c0bbdf523', 'name': '', 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'mac_address': 'fa:16:3e:3d:56:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27610f9a-8412-40da-8b7a-95f020ae7e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:06:09Z', 'updated_at': '2021-05-10T15:06:11Z', 'revision_number': 2, 'project_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'subnets': [{'id': '27610f9a-8412-40da-8b7a-95f020ae7e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:14.355493 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Checking router: 8d8ca882-3a7d-4629-bdae-a91e46840e2c for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:06:14.355859 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Updating router 8d8ca882-3a7d-4629-bdae-a91e46840e2c port aaf9d724-8828-442d-9faf-410c0bbdf523 binding host dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:06:14.417802 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:14.444897 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device ef96cbe8-62a1-44ed-a540-2fb9a74d64fb up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:14.528997 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port ef96cbe8-62a1-44ed-a540-2fb9a74d64fb triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:14.529674 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:14.813948 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36856) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:14.831190 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Notify callbacks [] for port, precommit_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:14.843231 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.provisioning_blocks [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Transition to ACTIVE for port object aaf9d724-8828-442d-9faf-410c0bbdf523 will not be triggered until provisioned by entity L2. {{(pid=78719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:14.851589 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:14.857378 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:14.974807 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-183c2166-4057-4513-b0b4-5053cc7e9211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:14.999517 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-183c2166-4057-4513-b0b4-5053cc7e9211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:15.008808 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-183c2166-4057-4513-b0b4-5053cc7e9211 admin admin] Usage tracker for resource:security_group_rule and tenant:7923f3a0cd874081a81f006b6a798f01 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:15.019222 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-183c2166-4057-4513-b0b4-5053cc7e9211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:15.027327 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-183c2166-4057-4513-b0b4-5053cc7e9211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:15.088167 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44439ee2-3655-4f87-b810-7a92bf424b1c None None] Pushing event updated for resources: {'Port': ['ID=aaf9d724-8828-442d-9faf-410c0bbdf523,revision_number=3']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:15.099629 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-44439ee2-3655-4f87-b810-7a92bf424b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:15.117565 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Attempting to bind port aaf9d724-8828-442d-9faf-410c0bbdf523 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:06:15.118211 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Attempting to bind port aaf9d724-8828-442d-9faf-410c0bbdf523 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'ac14df07-72f9-4205-a349-e22b70e2f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48'}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:06:15.118768 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Attempting to bind port aaf9d724-8828-442d-9faf-410c0bbdf523 on network 59702c85-17c2-4473-b73a-4f5eed021f48 {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:15.126113 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:06:15.126736 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Checking segment: {'id': 'ac14df07-72f9-4205-a349-e22b70e2f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:06:15.133241 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:15.133881 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Bound using segment: {'id': 'ac14df07-72f9-4205-a349-e22b70e2f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48'} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:06:15.134580 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Bound port: aaf9d724-8828-442d-9faf-410c0bbdf523, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac14df07-72f9-4205-a349-e22b70e2f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48'}}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:06:15.135127 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:15.152654 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-183c2166-4057-4513-b0b4-5053cc7e9211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:15.178601 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-183c2166-4057-4513-b0b4-5053cc7e9211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:15.200609 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-86a85e20-c496-4a12-a77f-8bb93a5a6026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:15.243229 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-183c2166-4057-4513-b0b4-5053cc7e9211 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7923f3a0cd874081a81f006b6a798f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281671 May 10 15:06:15.244435 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c2166-4057-4513-b0b4-5053cc7e9211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fe7625-40d3-4908-8ffb-197795b1e38d,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:15.245892 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 36868) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:15.248374 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-183c2166-4057-4513-b0b4-5053cc7e9211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:15.388439 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] For port aaf9d724-8828-442d-9faf-410c0bbdf523, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:06:15.469837 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:06:15.479518 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] For port aaf9d724-8828-442d-9faf-410c0bbdf523, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=aaf9d724-8828-442d-9faf-410c0bbdf523,segment=NetworkSegment(ac14df07-72f9-4205-a349-e22b70e2f6ef),segment_id=ac14df07-72f9-4205-a349-e22b70e2f6ef)] {{(pid=78719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:06:15.495051 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:15.513208 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-7d977501-4ef7-4580-90aa-c7e4212f5faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:15.603584 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Routers {'8d8ca882-3a7d-4629-bdae-a91e46840e2c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:15.606968 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:06:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['8d8ca882-3a7d-4629-bdae-a91e46840e2c'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:15.613215 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a724120f-1fc0-419a-808f-44ed37ca076b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:15.618612 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93561804-d2a8-494b-aa8c-7222ac165b8a req-8edbe0d3-a64e-4671-9adf-98f4089ccf11 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:15.620963 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-93561804-d2a8-494b-aa8c-7222ac165b8a req-8edbe0d3-a64e-4671-9adf-98f4089ccf11 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.1844201 May 10 15:06:15.673994 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a724120f-1fc0-419a-808f-44ed37ca076b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:15.711982 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-93561804-d2a8-494b-aa8c-7222ac165b8a req-aaa95984-53d4-4753-b7a6-9d7ac54f2c49 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848370 May 10 15:06:15.776568 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a724120f-1fc0-419a-808f-44ed37ca076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:15.782247 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-da9547fd-c48d-4cbe-b708-b5f6e6f219dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:15.789301 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44439ee2-3655-4f87-b810-7a92bf424b1c None None] Pushing event updated for resources: {'Port': ['ID=aaf9d724-8828-442d-9faf-410c0bbdf523,revision_number=4']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:15.811217 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724120f-1fc0-419a-808f-44ed37ca076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fe7625-40d3-4908-8ffb-197795b1e38d,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:15.826540 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a724120f-1fc0-419a-808f-44ed37ca076b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:15.827365 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a724120f-1fc0-419a-808f-44ed37ca076b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:15.830313 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-a724120f-1fc0-419a-808f-44ed37ca076b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2fe7625-40d3-4908-8ffb-197795b1e38d HTTP/1.1" status: 204 len: 168 time: 0.5809796 May 10 15:06:15.970876 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-44439ee2-3655-4f87-b810-7a92bf424b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:16.082970 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] Set router 8d8ca882-3a7d-4629-bdae-a91e46840e2c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:16.147476 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:16.466117 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'name': 'tempest-TestMinimumBasicScenario-1115149698-router', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:06:03Z', 'updated_at': '2021-05-10T15:06:11Z', 'revision_number': 4, 'project_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'gw_port': {'id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:06:05Z', 'updated_at': '2021-05-10T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'aaf9d724-8828-442d-9faf-410c0bbdf523', 'name': '', 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'mac_address': 'fa:16:3e:3d:56:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27610f9a-8412-40da-8b7a-95f020ae7e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:06:09Z', 'updated_at': '2021-05-10T15:06:15Z', 'revision_number': 4, 'project_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'subnets': [{'id': '27610f9a-8412-40da-8b7a-95f020ae7e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:16.471035 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea01974-a627-4cbf-ad47-431a5adf9f4e None None] The sync data for ids ['8d8ca882-3a7d-4629-bdae-a91e46840e2c'] in dv-cinder-780933-4-iscsi is: [{'id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'name': 'tempest-TestMinimumBasicScenario-1115149698-router', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:06:03Z', 'updated_at': '2021-05-10T15:06:11Z', 'revision_number': 4, 'project_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'gw_port': {'id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:06:05Z', 'updated_at': '2021-05-10T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'aaf9d724-8828-442d-9faf-410c0bbdf523', 'name': '', 'network_id': '59702c85-17c2-4473-b73a-4f5eed021f48', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'mac_address': 'fa:16:3e:3d:56:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '27610f9a-8412-40da-8b7a-95f020ae7e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:06:09Z', 'updated_at': '2021-05-10T15:06:15Z', 'revision_number': 4, 'project_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'subnets': [{'id': '27610f9a-8412-40da-8b7a-95f020ae7e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:16.907468 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device b048393d-b27c-4ff9-a702-14b8084cdfe0 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:06:16.997282 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34eab3b-2bc5-4580-8242-daf9e323699f req-56d0a3fd-04c6-4d80-9ab2-40c0d06d0a8d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:17.004668 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e34eab3b-2bc5-4580-8242-daf9e323699f req-56d0a3fd-04c6-4d80-9ab2-40c0d06d0a8d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.1110682 May 10 15:06:17.071582 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e34eab3b-2bc5-4580-8242-daf9e323699f req-b5cd3fc7-3fee-4686-91f6-c9d883fbca6e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651107 May 10 15:06:17.173492 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:17.200072 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'port_id': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'mac_address': 'fa:16:3e:dd:74:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:06:17.262201 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:17.288777 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b048393d-b27c-4ff9-a702-14b8084cdfe0 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:06:17.306930 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:17.314741 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:17.317057 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-96f8e2e5-1c9f-4fa6-a511-8ec2856b7ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:17.427414 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=b048393d-b27c-4ff9-a702-14b8084cdfe0,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:17.431298 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:17.623281 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['b048393d-b27c-4ff9-a702-14b8084cdfe0'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:06:18.304855 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e1be5-07f5-471c-a1ec-2e97d89cd816 req-cbf73317-5056-4a0b-9d7a-a5d6e3a29d7b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:18.306543 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ff8e1be5-07f5-471c-a1ec-2e97d89cd816 req-cbf73317-5056-4a0b-9d7a-a5d6e3a29d7b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 944 time: 0.1094003 May 10 15:06:18.386802 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ff8e1be5-07f5-471c-a1ec-2e97d89cd816 req-a86dfcc6-3c0f-4c5f-a5c9-9218a94f44bf tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741677 May 10 15:06:18.464580 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device aaf9d724-8828-442d-9faf-410c0bbdf523 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:18.545197 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port aaf9d724-8828-442d-9faf-410c0bbdf523 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:18.551343 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port aaf9d724-8828-442d-9faf-410c0bbdf523 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:18.551715 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:18.678182 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:18.712732 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port aaf9d724-8828-442d-9faf-410c0bbdf523, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=aaf9d724-8828-442d-9faf-410c0bbdf523,segment=NetworkSegment(ac14df07-72f9-4205-a349-e22b70e2f6ef),segment_id=ac14df07-72f9-4205-a349-e22b70e2f6ef)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:18.716937 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:18.719437 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-20f99b13-df05-4005-88ad-b4f5e3da5f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:18.789250 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=aaf9d724-8828-442d-9faf-410c0bbdf523,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:18.792306 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:18.920245 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device b048393d-b27c-4ff9-a702-14b8084cdfe0 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:19.012916 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port b048393d-b27c-4ff9-a702-14b8084cdfe0 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:19.018278 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port b048393d-b27c-4ff9-a702-14b8084cdfe0 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:19.018711 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:19.165985 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:19.194480 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:19.205656 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:19.211540 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:19.213404 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:19.262812 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'code': 200} May 10 15:06:19.294572 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=b048393d-b27c-4ff9-a702-14b8084cdfe0,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:19.300793 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:19.569545 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c340766-ad6d-40a5-af9e-68661dbbd3b4 req-04e51c24-09be-4587-8135-ea6c24f952d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:19.571866 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-3c340766-ad6d-40a5-af9e-68661dbbd3b4 req-04e51c24-09be-4587-8135-ea6c24f952d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 1098 time: 0.0935614 May 10 15:06:19.622673 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6963f42-1800-47a6-9d5c-051113cd2627 req-40edfc19-3bdb-43d4-9dc0-0bc80a0a78bc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:19.624172 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e6963f42-1800-47a6-9d5c-051113cd2627 req-40edfc19-3bdb-43d4-9dc0-0bc80a0a78bc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.1008937 May 10 15:06:19.626625 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-3c340766-ad6d-40a5-af9e-68661dbbd3b4 req-98dac792-e89a-4c6f-a764-85ce56729488 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476115 May 10 15:06:19.676396 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e6963f42-1800-47a6-9d5c-051113cd2627 req-4e15e764-869e-446a-85f3-238d41cd0d01 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427396 May 10 15:06:20.441532 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device aaf9d724-8828-442d-9faf-410c0bbdf523 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:20.537086 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port aaf9d724-8828-442d-9faf-410c0bbdf523 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:20.537556 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:20.895386 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29c6ec-b311-43ba-aa88-1f8b9ccc199e req-ca224d51-e261-4db9-9706-733a1bc95e00 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:20.902726 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ba29c6ec-b311-43ba-aa88-1f8b9ccc199e req-ca224d51-e261-4db9-9706-733a1bc95e00 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0965326 May 10 15:06:20.946721 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ba29c6ec-b311-43ba-aa88-1f8b9ccc199e req-56614d9f-6426-4779-a931-425807ccefa5 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429354 May 10 15:06:22.165981 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c6a34-a1d4-4e89-82bc-5dde0271e950 req-e003b1b7-069d-4f55-86fb-10bef5bcc94f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:22.173890 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f1c6a34-a1d4-4e89-82bc-5dde0271e950 req-e003b1b7-069d-4f55-86fb-10bef5bcc94f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.1016901 May 10 15:06:22.223189 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f1c6a34-a1d4-4e89-82bc-5dde0271e950 req-c5ab60df-d0e6-4422-9507-337f03f69c45 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484161 May 10 15:06:23.444910 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d81d8-92bf-480c-ab62-0ef0356f1041 req-407a7975-b9db-4fc9-a9df-6d52d9787bf7 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:23.446408 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-513d81d8-92bf-480c-ab62-0ef0356f1041 req-407a7975-b9db-4fc9-a9df-6d52d9787bf7 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.1001387 May 10 15:06:23.497882 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-513d81d8-92bf-480c-ab62-0ef0356f1041 req-e414b672-dcd3-4999-9bf2-c09fd5c81b61 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451508 May 10 15:06:24.697326 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13323a96-9bbe-4fc3-8ed2-ab6e863eab37 req-99646997-d4aa-4b14-a959-242ee9552449 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:24.699095 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-13323a96-9bbe-4fc3-8ed2-ab6e863eab37 req-99646997-d4aa-4b14-a959-242ee9552449 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0848107 May 10 15:06:24.755340 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-13323a96-9bbe-4fc3-8ed2-ab6e863eab37 req-6addcf77-fcf6-427e-8809-bdfb99d187b0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496387 May 10 15:06:25.036377 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf2d3a-3e7b-4798-ba76-d96b26c016d7 req-e88dbdf5-12fc-4862-acc8-83f1c46c1e55 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:25.037914 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fecf2d3a-3e7b-4798-ba76-d96b26c016d7 req-e88dbdf5-12fc-4862-acc8-83f1c46c1e55 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.1585126 May 10 15:06:25.046254 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 36982) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:25.051624 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-995ae983-c849-4844-9021-a27347423577 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Request body: {'floatingip': {'port_id': 'b048393d-b27c-4ff9-a702-14b8084cdfe0'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:25.134943 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-995ae983-c849-4844-9021-a27347423577 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:25.598842 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-0fe42ab4-f331-4ee3-b9f0-3ad54eaea682 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:25.599539 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-0fe42ab4-f331-4ee3-b9f0-3ad54eaea682 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Synchronizing usage tracker for tenant:00f0f6c2083e4d0a88f6410abe3c6f0e on resource:network {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:25.691014 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-0fe42ab4-f331-4ee3-b9f0-3ad54eaea682 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Unset dirty status for tenant:00f0f6c2083e4d0a88f6410abe3c6f0e on resource:network {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:25.692170 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-0fe42ab4-f331-4ee3-b9f0-3ad54eaea682 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/networks?id=c96e86e1-5e49-442d-892e-141654c49a4d HTTP/1.1" status: 200 len: 814 time: 0.3942838 May 10 15:06:25.843063 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-8b0262e7-8803-48e1-90b8-3b277568aee8 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/quotas/00f0f6c2083e4d0a88f6410abe3c6f0e HTTP/1.1" status: 200 len: 375 time: 0.1388960 May 10 15:06:26.062087 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-39925b7f-4cbc-472e-9a32-9dbc53c98bd5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Synchronizing usage tracker for tenant:00f0f6c2083e4d0a88f6410abe3c6f0e on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:26.103827 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-39925b7f-4cbc-472e-9a32-9dbc53c98bd5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Unset dirty status for tenant:00f0f6c2083e4d0a88f6410abe3c6f0e on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:26.105127 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-39925b7f-4cbc-472e-9a32-9dbc53c98bd5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=00f0f6c2083e4d0a88f6410abe3c6f0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2542226 May 10 15:06:26.107526 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-995ae983-c849-4844-9021-a27347423577 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:26.111273 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-995ae983-c849-4844-9021-a27347423577 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:26.480653 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.l3_db [None req-995ae983-c849-4844-9021-a27347423577 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Floating IP accbeac9-cff9-46d7-9054-868cc883ff8a associated. External IP: 172.27.0.214, port: b048393d-b27c-4ff9-a702-14b8084cdfe0. May 10 15:06:26.593128 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-f6e6308f-49bb-4fa1-ac0d-381373583efa service neutron] 10.222.0.43 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343247 May 10 15:06:26.814881 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-578410eb-47bb-4151-a290-6ef18ef05756 service neutron] 10.222.0.43 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138002 May 10 15:06:26.942690 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995ae983-c849-4844-9021-a27347423577 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Router d5ebbc15-ab70-4a43-b7c1-a875204b8078 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:06:27.116426 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d8f21cd5-0d2d-478a-a5cb-011f93f5d738 req-f903a010-ed7e-4640-9b43-42fa3b9fd3b4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 210 time: 0.1637108 May 10 15:06:27.174992 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ae983-c849-4844-9021-a27347423577 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:06:27.184796 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c09b31-ce40-4166-9b73-193766bf838f None None] Sync routers for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:27.188779 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-995ae983-c849-4844-9021-a27347423577 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:27.195456 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c09b31-ce40-4166-9b73-193766bf838f None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:27.196131 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-42c09b31-ce40-4166-9b73-193766bf838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:06:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:27.248295 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-995ae983-c849-4844-9021-a27347423577 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "PUT /v2.0/floatingips/accbeac9-cff9-46d7-9054-868cc883ff8a HTTP/1.1" status: 200 len: 991 time: 2.2009561 May 10 15:06:27.249257 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:27.417618 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-42c09b31-ce40-4166-9b73-193766bf838f None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:27.436400 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'status': 'completed', 'code': 200} May 10 15:06:27.532592 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d0a1d-fae6-49eb-b2f4-6f5996e355a1 req-f173b512-ffde-41da-a949-4a319708543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:27.534070 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-510d0a1d-fae6-49eb-b2f4-6f5996e355a1 req-f173b512-ffde-41da-a949-4a319708543c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 1098 time: 0.0761957 May 10 15:06:27.697657 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d0a1d-fae6-49eb-b2f4-6f5996e355a1 req-d7393beb-ae4a-4a5b-b94f-e042494d310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:27.699057 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-510d0a1d-fae6-49eb-b2f4-6f5996e355a1 req-d7393beb-ae4a-4a5b-b94f-e042494d310f service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 918 time: 0.1351278 May 10 15:06:27.779715 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-42c09b31-ce40-4166-9b73-193766bf838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'accbeac9-cff9-46d7-9054-868cc883ff8a', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'port_id': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'mac_address': 'fa:16:3e:dd:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a06562-5be2-4566-a083-7b3bbb257a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:06:00Z', 'updated_at': '2021-05-10T15:06:25Z', 'revision_number': 1, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:12Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:27.784551 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c09b31-ce40-4166-9b73-193766bf838f None None] Checking router: d5ebbc15-ab70-4a43-b7c1-a875204b8078 for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:06:27.793256 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c09b31-ce40-4166-9b73-193766bf838f None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:27.793898 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-42c09b31-ce40-4166-9b73-193766bf838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:06:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:27.815840 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-510d0a1d-fae6-49eb-b2f4-6f5996e355a1 req-82b8257d-23ef-42e6-8e32-31b12aca87fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0 HTTP/1.1" status: 200 len: 999 time: 0.0999825 May 10 15:06:27.879436 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d0a1d-fae6-49eb-b2f4-6f5996e355a1 req-cc5b2cac-43ec-49de-bb82-3a5b530c5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:27.881149 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-510d0a1d-fae6-49eb-b2f4-6f5996e355a1 req-cc5b2cac-43ec-49de-bb82-3a5b530c5ab8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 200 len: 856 time: 0.0573304 May 10 15:06:27.958865 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d0a1d-fae6-49eb-b2f4-6f5996e355a1 req-67d6ef8a-e7a7-4f92-965a-6486b1d6b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:27.960335 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-510d0a1d-fae6-49eb-b2f4-6f5996e355a1 req-67d6ef8a-e7a7-4f92-965a-6486b1d6b453 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a505177-ed31-4f0e-addb-1734401fec02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720768 May 10 15:06:27.967625 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-42c09b31-ce40-4166-9b73-193766bf838f None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:28.042247 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1c45a2a4-8b95-4483-b6a4-0a802a6ac4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:28.106419 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-510d0a1d-fae6-49eb-b2f4-6f5996e355a1 req-44362056-78ba-4569-a0ab-9eaf77f917b7 service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353197 May 10 15:06:28.343164 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-d9ed8e15-ddee-47b7-ab6e-93ec9859078d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:28.345459 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-d9ed8e15-ddee-47b7-ab6e-93ec9859078d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.38 "GET /v2.0/networks?id=c96e86e1-5e49-442d-892e-141654c49a4d HTTP/1.1" status: 200 len: 814 time: 0.2633758 May 10 15:06:28.361261 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Request body: {'port': {'device_id': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'admin_state_up': True, 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:28.377529 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-510d0a1d-fae6-49eb-b2f4-6f5996e355a1 req-3aa011cb-9ca0-445a-a834-a2ab689e470b service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634339 May 10 15:06:28.452511 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-42c09b31-ce40-4166-9b73-193766bf838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'accbeac9-cff9-46d7-9054-868cc883ff8a', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'port_id': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'mac_address': 'fa:16:3e:dd:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a06562-5be2-4566-a083-7b3bbb257a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:06:00Z', 'updated_at': '2021-05-10T15:06:25Z', 'revision_number': 1, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:12Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:28.458289 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c09b31-ce40-4166-9b73-193766bf838f None None] The sync data for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi is: [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'accbeac9-cff9-46d7-9054-868cc883ff8a', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'port_id': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'mac_address': 'fa:16:3e:dd:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a06562-5be2-4566-a083-7b3bbb257a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:06:00Z', 'updated_at': '2021-05-10T15:06:25Z', 'revision_number': 1, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:12Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:28.506584 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-eb69c81c-d574-4b87-81f0-7c3999f3ea83 req-12a88f4c-ca1e-4a6e-8427-0f306ff2b02b tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 210 time: 0.1247301 May 10 15:06:28.579512 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:28.597631 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:28.608559 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Made reservation on behalf of 00f0f6c2083e4d0a88f6410abe3c6f0e for: {'port': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:06:28.612230 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:28.711845 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fb7bd8-db84-42ec-9001-eb94c2842edd None None] New status for floating IP accbeac9-cff9-46d7-9054-868cc883ff8a: ACTIVE {{(pid=78719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:06:28.896372 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Allocated IP 172.20.0.4 (c96e86e1-5e49-442d-892e-141654c49a4d/1fc4e054-c3a8-492d-9500-c2b6606e6a77/ee45841c-3054-48e4-abc6-f1fff79c98e8) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:29.143851 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:29.158732 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Transition to ACTIVE for port object ee45841c-3054-48e4-abc6-f1fff79c98e8 will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:29.181539 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:29.186926 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-51ca772f-f9bc-4e84-bf25-4252ec7324a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:29.246216 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Network c96e86e1-5e49-442d-892e-141654c49a4d is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:29.249173 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:29.257692 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:06:29.288413 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event updated for resources: {'Port': ['ID=ee45841c-3054-48e4-abc6-f1fff79c98e8,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:29.294879 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:29.332119 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:29.332731 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:29.362542 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-84638a81-515f-47aa-8753-490ef786c2ec tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0068583 May 10 15:06:29.466279 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-5cdcca6c-648d-476f-939d-27d864968d57 None None] Provisioning for port ee45841c-3054-48e4-abc6-f1fff79c98e8 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:29.471178 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-5cdcca6c-648d-476f-939d-27d864968d57 None None] Provisioning complete for port ee45841c-3054-48e4-abc6-f1fff79c98e8 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:29.471546 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-5cdcca6c-648d-476f-939d-27d864968d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:29.521805 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-5cdcca6c-648d-476f-939d-27d864968d57 None None] Port ee45841c-3054-48e4-abc6-f1fff79c98e8 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:06:29.693063 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6d071-2548-4b7d-8ffd-960b0885279b req-b11a2681-cd3a-4c8c-9463-a8dd0e390dcc tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:29.693746 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-f0b6d071-2548-4b7d-8ffd-960b0885279b req-b11a2681-cd3a-4c8c-9463-a8dd0e390dcc tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Synchronizing usage tracker for tenant:00f0f6c2083e4d0a88f6410abe3c6f0e on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:29.709234 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-f0b6d071-2548-4b7d-8ffd-960b0885279b req-b11a2681-cd3a-4c8c-9463-a8dd0e390dcc tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Unset dirty status for tenant:00f0f6c2083e4d0a88f6410abe3c6f0e on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:29.710487 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f0b6d071-2548-4b7d-8ffd-960b0885279b req-b11a2681-cd3a-4c8c-9463-a8dd0e390dcc tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 931 time: 0.0961816 May 10 15:06:29.752741 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-f0b6d071-2548-4b7d-8ffd-960b0885279b req-34af495a-7692-493b-b321-e3d206681eeb tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Synchronizing usage tracker for tenant:00f0f6c2083e4d0a88f6410abe3c6f0e on resource:security_group {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:29.769363 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-f0b6d071-2548-4b7d-8ffd-960b0885279b req-34af495a-7692-493b-b321-e3d206681eeb tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Unset dirty status for tenant:00f0f6c2083e4d0a88f6410abe3c6f0e on resource:security_group {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:29.770576 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f0b6d071-2548-4b7d-8ffd-960b0885279b req-34af495a-7692-493b-b321-e3d206681eeb tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544553 May 10 15:06:30.429529 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-af9d9ef1-5414-4a82-a406-36f43e074595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.487446 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.962900 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d00270-3647-4e41-93da-921518d95787 req-ca5e59d0-f238-4d2a-ac57-0204b7d84a41 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:30.964329 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d8d00270-3647-4e41-93da-921518d95787 req-ca5e59d0-f238-4d2a-ac57-0204b7d84a41 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 931 time: 0.0835271 May 10 15:06:31.014329 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d8d00270-3647-4e41-93da-921518d95787 req-bec6c54b-38e3-4166-9ef2-9b2f14e8be44 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434062 May 10 15:06:31.576285 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:32.210427 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1733-da6f-47c1-bf66-5ed1875efe35 req-ae0ec450-e872-4c42-9197-bfe22ce4ec3a tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:32.211868 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6cdf1733-da6f-47c1-bf66-5ed1875efe35 req-ae0ec450-e872-4c42-9197-bfe22ce4ec3a tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 931 time: 0.0864024 May 10 15:06:32.261710 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6cdf1733-da6f-47c1-bf66-5ed1875efe35 req-d976c5a9-f605-44fc-a576-51cdf2a86c92 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441515 May 10 15:06:33.177918 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:33.451444 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aedd94-f64c-4482-b1f9-fe0118b44e1f req-f7d9553e-ab43-4e51-a6af-3993ad2b7f2d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:33.452825 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-28aedd94-f64c-4482-b1f9-fe0118b44e1f req-f7d9553e-ab43-4e51-a6af-3993ad2b7f2d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 931 time: 0.0801070 May 10 15:06:33.499582 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-28aedd94-f64c-4482-b1f9-fe0118b44e1f req-179aa925-95ad-4583-b4c2-57a5ee6ee248 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 May 10 15:06:34.702181 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4e8a3-907e-45f2-98a7-b2a5f75a47d0 req-e836318b-7cc0-4675-9502-c535602909e3 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:34.703744 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b4c4e8a3-907e-45f2-98a7-b2a5f75a47d0 req-e836318b-7cc0-4675-9502-c535602909e3 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 931 time: 0.0879610 May 10 15:06:34.751155 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b4c4e8a3-907e-45f2-98a7-b2a5f75a47d0 req-66679f21-e4b1-4259-a096-bcbfd5cf8b54 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 May 10 15:06:35.943203 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81eb79-c18f-449f-89c8-1dbff321e8f6 req-5f46bf37-b21d-46a1-a493-7e283669ecf9 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:35.944604 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9f81eb79-c18f-449f-89c8-1dbff321e8f6 req-5f46bf37-b21d-46a1-a493-7e283669ecf9 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 931 time: 0.0812581 May 10 15:06:35.993008 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9f81eb79-c18f-449f-89c8-1dbff321e8f6 req-54fa236d-81ca-4c77-9815-eec3c6379c45 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 May 10 15:06:37.183031 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de04da2-050e-47c1-a10e-343f1cab3939 req-a8243c81-3716-45cb-b720-25313976331b tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:37.185291 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9de04da2-050e-47c1-a10e-343f1cab3939 req-a8243c81-3716-45cb-b720-25313976331b tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 931 time: 0.0850973 May 10 15:06:37.231050 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9de04da2-050e-47c1-a10e-343f1cab3939 req-fcdd574f-d8be-4cfc-82ed-22b783a273c3 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391140 May 10 15:06:38.417638 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540cd13-0e77-4180-8409-5ffc1f2d39ac req-317fcb2b-5ce3-4481-ac00-c53dfaf73f33 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:38.419726 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d540cd13-0e77-4180-8409-5ffc1f2d39ac req-317fcb2b-5ce3-4481-ac00-c53dfaf73f33 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 931 time: 0.0807273 May 10 15:06:38.469126 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d540cd13-0e77-4180-8409-5ffc1f2d39ac req-3c43a911-31ba-45e9-b57a-182ccbfe8775 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 May 10 15:06:39.662522 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fcc1d-780c-4e14-aacf-c56e654dc9bf req-a3797541-c6e4-41ae-ab36-6b137452b470 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:39.664006 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2d7fcc1d-780c-4e14-aacf-c56e654dc9bf req-a3797541-c6e4-41ae-ab36-6b137452b470 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 931 time: 0.0887673 May 10 15:06:39.711723 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2d7fcc1d-780c-4e14-aacf-c56e654dc9bf req-a48f8ed6-c49c-45ff-a509-9ab29452c742 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 May 10 15:06:40.953617 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776da69-c23f-471b-abd5-2cbd6a3a3b71 req-ec25fe83-aab1-40be-8cf1-da007eeef8c7 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:40.956028 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0776da69-c23f-471b-abd5-2cbd6a3a3b71 req-ec25fe83-aab1-40be-8cf1-da007eeef8c7 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 931 time: 0.1344779 May 10 15:06:41.006824 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0776da69-c23f-471b-abd5-2cbd6a3a3b71 req-38191ca7-b096-46f5-8530-d03afdcadab3 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442674 May 10 15:06:41.904191 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Request body: {'port': {'device_id': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:42.016585 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.390672 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cacb25-2948-465e-b8ea-55ba702e7f26 req-cf16a8dd-7a81-4aa9-8d99-2a6fb6e39d0c tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:42.392597 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-87cacb25-2948-465e-b8ea-55ba702e7f26 req-cf16a8dd-7a81-4aa9-8d99-2a6fb6e39d0c tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 931 time: 0.2640960 May 10 15:06:42.471291 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-87cacb25-2948-465e-b8ea-55ba702e7f26 req-3202cdad-6730-4bcd-9c59-1969628eab1f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615306 May 10 15:06:42.551987 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee45841c-3054-48e4-abc6-f1fff79c98e8 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:06:42.559558 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.574578 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Transition to ACTIVE for port object ee45841c-3054-48e4-abc6-f1fff79c98e8 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:42.577940 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.583180 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3fc8289c-49f3-4d95-a523-c1655b700bed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:42.707657 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 37222) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:42.753190 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Pushing event updated for resources: {'Port': ['ID=ee45841c-3054-48e4-abc6-f1fff79c98e8,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:42.788722 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:42.835642 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Attempting to bind port ee45841c-3054-48e4-abc6-f1fff79c98e8 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:06:42.835984 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Attempting to bind port ee45841c-3054-48e4-abc6-f1fff79c98e8 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:06:42.836323 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Attempting to bind port ee45841c-3054-48e4-abc6-f1fff79c98e8 on network c96e86e1-5e49-442d-892e-141654c49a4d {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:42.841019 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Port ee45841c-3054-48e4-abc6-f1fff79c98e8 on network c96e86e1-5e49-442d-892e-141654c49a4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:06:42.841341 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Attempting to bind port ee45841c-3054-48e4-abc6-f1fff79c98e8 on network c96e86e1-5e49-442d-892e-141654c49a4d {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:42.846587 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:06:42.846923 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Checking segment: {'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:06:42.847305 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Bound using segment: {'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:06:42.847736 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Bound port: ee45841c-3054-48e4-abc6-f1fff79c98e8, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:06:42.848086 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.860938 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0f9f62ac-e04d-44b7-9852-66c0d71f3cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.874935 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-0f9f62ac-e04d-44b7-9852-66c0d71f3cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:42.879401 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-0f9f62ac-e04d-44b7-9852-66c0d71f3cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:70c6a3a8096a4d27999c745f22e2fc68 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:42.882473 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-0f9f62ac-e04d-44b7-9852-66c0d71f3cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:42.888085 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-0f9f62ac-e04d-44b7-9852-66c0d71f3cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:42.936106 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] For port ee45841c-3054-48e4-abc6-f1fff79c98e8, host hv-cinder-78093, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:06:42.939117 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] For port ee45841c-3054-48e4-abc6-f1fff79c98e8, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:06:42.943360 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.947864 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:42.974359 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0f9f62ac-e04d-44b7-9852-66c0d71f3cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.978261 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0f9f62ac-e04d-44b7-9852-66c0d71f3cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:43.004967 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:43.005435 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:43.005734 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:43.006829 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] 10.222.0.38 "PUT /v2.0/ports/ee45841c-3054-48e4-abc6-f1fff79c98e8 HTTP/1.1" status: 200 len: 1093 time: 1.1101317 May 10 15:06:43.007325 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:43.036857 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-0f9f62ac-e04d-44b7-9852-66c0d71f3cb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70c6a3a8096a4d27999c745f22e2fc68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279893 May 10 15:06:43.038003 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f62ac-e04d-44b7-9852-66c0d71f3cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b064fb2-47fe-488a-aa72-950fcfcbdcf7,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:43.040151 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 37232) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:43.042761 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0f9f62ac-e04d-44b7-9852-66c0d71f3cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:43.105363 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'status': 'completed', 'code': 200} May 10 15:06:43.116415 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Pushing event updated for resources: {'Port': ['ID=ee45841c-3054-48e4-abc6-f1fff79c98e8,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:43.119748 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:43.173902 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1230efa8-6d0c-4e64-852f-8d16465cdf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:43.213834 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-07de7d56-02f8-4097-ab17-3130908ddc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:43.215319 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-07de7d56-02f8-4097-ab17-3130908ddc16 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00f0f6c2083e4d0a88f6410abe3c6f0e&device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 1096 time: 0.1513917 May 10 15:06:43.216920 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1230efa8-6d0c-4e64-852f-8d16465cdf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:43.294954 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-433b5d65-bbf9-4dc1-bd78-1c5b86f7e63c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8 HTTP/1.1" status: 200 len: 217 time: 0.0693307 May 10 15:06:43.368419 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-be8733a4-7458-41e3-96b3-6d648395a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:43.369757 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-be8733a4-7458-41e3-96b3-6d648395a605 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc4e054-c3a8-492d-9500-c2b6606e6a77 HTTP/1.1" status: 200 len: 853 time: 0.0648870 May 10 15:06:43.410749 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1230efa8-6d0c-4e64-852f-8d16465cdf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:43.419254 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-183c2166-4057-4513-b0b4-5053cc7e9211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:43.434626 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230efa8-6d0c-4e64-852f-8d16465cdf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b064fb2-47fe-488a-aa72-950fcfcbdcf7,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:43.436972 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1230efa8-6d0c-4e64-852f-8d16465cdf72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:43.441898 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1230efa8-6d0c-4e64-852f-8d16465cdf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:43.443178 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-1230efa8-6d0c-4e64-852f-8d16465cdf72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b064fb2-47fe-488a-aa72-950fcfcbdcf7 HTTP/1.1" status: 204 len: 168 time: 0.4021039 May 10 15:06:43.469010 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-08f66236-f818-4389-971f-0ea6284fb206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:43.471105 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-08f66236-f818-4389-971f-0ea6284fb206 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c96e86e1-5e49-442d-892e-141654c49a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940795 May 10 15:06:43.657951 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-6ada21c9-c422-4708-992c-01c3be9c0b57 service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786444 May 10 15:06:43.799892 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d6db8-ce68-4bad-bc16-92de261ca385 req-6860f84f-e5a9-4244-aa3a-248091b4208b tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:43.801354 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b28d6db8-ce68-4bad-bc16-92de261ca385 req-6860f84f-e5a9-4244-aa3a-248091b4208b tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 943 time: 0.1982262 May 10 15:06:43.837514 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c7f3bac4-c0ea-477c-a66c-564fe734b413 req-56dae406-a64e-4a13-876e-238f0055a81c service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725495 May 10 15:06:43.857261 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b28d6db8-ce68-4bad-bc16-92de261ca385 req-31ca6df8-859a-474f-90a6-50a37131b6bf tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454166 May 10 15:06:43.965237 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24636d5a-22f5-4155-b367-1a169c422836 req-7d30fad0-268c-4bf7-8edc-08e3260d7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:43.966672 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-24636d5a-22f5-4155-b367-1a169c422836 req-7d30fad0-268c-4bf7-8edc-08e3260d7f9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00f0f6c2083e4d0a88f6410abe3c6f0e&device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 1096 time: 0.0712280 May 10 15:06:44.196592 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24636d5a-22f5-4155-b367-1a169c422836 req-07aabffc-2bad-4962-8bd8-5f16fa19d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:44.198281 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-24636d5a-22f5-4155-b367-1a169c422836 req-07aabffc-2bad-4962-8bd8-5f16fa19d5f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c96e86e1-5e49-442d-892e-141654c49a4d HTTP/1.1" status: 200 len: 915 time: 0.2252357 May 10 15:06:44.280209 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-24636d5a-22f5-4155-b367-1a169c422836 req-2800048a-cdf8-412e-82d3-16e0d681828c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8 HTTP/1.1" status: 200 len: 217 time: 0.0747371 May 10 15:06:44.346071 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24636d5a-22f5-4155-b367-1a169c422836 req-917795b3-9081-44d2-9bf3-5f575c2423a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:44.347496 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-24636d5a-22f5-4155-b367-1a169c422836 req-917795b3-9081-44d2-9bf3-5f575c2423a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc4e054-c3a8-492d-9500-c2b6606e6a77 HTTP/1.1" status: 200 len: 853 time: 0.0611734 May 10 15:06:44.421224 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24636d5a-22f5-4155-b367-1a169c422836 req-a10a3e38-99b2-4cf5-aff4-c566a31382a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:44.422682 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-24636d5a-22f5-4155-b367-1a169c422836 req-a10a3e38-99b2-4cf5-aff4-c566a31382a3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c96e86e1-5e49-442d-892e-141654c49a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677986 May 10 15:06:44.552774 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-24636d5a-22f5-4155-b367-1a169c422836 req-4ef623b8-4f10-4d02-b5e3-fa543136f748 service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211665 May 10 15:06:44.681272 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-24636d5a-22f5-4155-b367-1a169c422836 req-185a9229-1ffb-436e-a2a5-7666becc8144 service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216505 May 10 15:06:45.042889 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93667bb4-bb1b-4292-9473-1432e97d4e0a req-3b5845f7-ab36-48f0-b08f-a813983b6c59 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:45.044427 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-93667bb4-bb1b-4292-9473-1432e97d4e0a req-3b5845f7-ab36-48f0-b08f-a813983b6c59 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 943 time: 0.0820045 May 10 15:06:45.088282 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-93667bb4-bb1b-4292-9473-1432e97d4e0a req-83f6a173-a612-4417-b07d-866c6963d17e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379224 May 10 15:06:46.140127 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:46.268458 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74be3-1ed2-4578-817d-228f1f61a2dc req-6012995f-e089-48d8-91a8-53c9518fb64e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:46.269928 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bbb74be3-1ed2-4578-817d-228f1f61a2dc req-6012995f-e089-48d8-91a8-53c9518fb64e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 943 time: 0.0792532 May 10 15:06:46.314646 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bbb74be3-1ed2-4578-817d-228f1f61a2dc req-c03927e9-c642-432a-b687-b9ad050645fd tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390089 May 10 15:06:47.498109 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783f77-fbde-4246-9cd1-164e11ddcb67 req-faaf0b11-f094-4b47-9f17-e7c3e4117478 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:47.499580 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6e783f77-fbde-4246-9cd1-164e11ddcb67 req-faaf0b11-f094-4b47-9f17-e7c3e4117478 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 943 time: 0.0818739 May 10 15:06:47.504079 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device ee45841c-3054-48e4-abc6-f1fff79c98e8 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:06:47.545737 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6e783f77-fbde-4246-9cd1-164e11ddcb67 req-9f0d57f5-a4ac-4dfc-8007-ae0181d5c2a9 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395401 May 10 15:06:47.669739 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port ee45841c-3054-48e4-abc6-f1fff79c98e8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:47.683202 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'port_id': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'mac_address': 'fa:16:3e:31:f4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:06:47.735923 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:47.752193 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee45841c-3054-48e4-abc6-f1fff79c98e8 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:06:47.766813 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port ee45841c-3054-48e4-abc6-f1fff79c98e8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:47.770755 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:47.772531 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:47.839072 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=ee45841c-3054-48e4-abc6-f1fff79c98e8,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:47.846221 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:47.846568 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:47.846911 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:47.847245 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:47.847575 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:47.847904 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:47.848231 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:47.848558 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:47.848882 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:47.849203 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:47.849522 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:47.849843 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:47.853618 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:48.048810 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['ee45841c-3054-48e4-abc6-f1fff79c98e8'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:06:48.730290 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ff7a9-4084-4db0-8315-7f9bf1d066ae req-ea2d921f-080c-4121-91c1-e80d9094fa48 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:48.731748 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0c8ff7a9-4084-4db0-8315-7f9bf1d066ae req-ea2d921f-080c-4121-91c1-e80d9094fa48 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 944 time: 0.0800586 May 10 15:06:48.782626 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0c8ff7a9-4084-4db0-8315-7f9bf1d066ae req-890e6ff4-9849-4682-b197-b0b723ff0a15 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451081 May 10 15:06:49.962380 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee4c17-881b-4b6b-823f-24a9fcf47a68 req-cbbe6a03-9454-45da-b5d5-0ac2441d59dd tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:49.963833 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6dee4c17-881b-4b6b-823f-24a9fcf47a68 req-cbbe6a03-9454-45da-b5d5-0ac2441d59dd tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 944 time: 0.0802593 May 10 15:06:50.011555 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6dee4c17-881b-4b6b-823f-24a9fcf47a68 req-7142a135-1d38-41d1-ab6a-119d31fb6b9a tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 May 10 15:06:50.565707 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device ee45841c-3054-48e4-abc6-f1fff79c98e8 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:50.632326 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port ee45841c-3054-48e4-abc6-f1fff79c98e8 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:50.636645 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port ee45841c-3054-48e4-abc6-f1fff79c98e8 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:50.637014 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:50.748689 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:50.774509 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:50.784680 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port ee45841c-3054-48e4-abc6-f1fff79c98e8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:50.789472 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:50.792450 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:50.858289 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=ee45841c-3054-48e4-abc6-f1fff79c98e8,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:50.862273 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:51.016318 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'code': 200} May 10 15:06:51.260765 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68157ace-90be-4f4b-b574-95a398d85faa req-84e3d766-61b3-4ae9-ab20-c70abc96da38 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:51.262303 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-68157ace-90be-4f4b-b574-95a398d85faa req-84e3d766-61b3-4ae9-ab20-c70abc96da38 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 945 time: 0.1351600 May 10 15:06:51.290871 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c89339-ced5-4a12-820b-3887dba1b188 req-af33fee5-4bd5-42dd-86b1-343d92f34254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:51.292375 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a4c89339-ced5-4a12-820b-3887dba1b188 req-af33fee5-4bd5-42dd-86b1-343d92f34254 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 1098 time: 0.1127837 May 10 15:06:51.336090 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-68157ace-90be-4f4b-b574-95a398d85faa req-70ec230b-750f-43ba-ac3b-80ed701660f0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634100 May 10 15:06:51.352240 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a4c89339-ced5-4a12-820b-3887dba1b188 req-01bf6b75-512c-4ee3-9e43-42c41cf6eda7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461397 May 10 15:06:52.318881 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:06:52.543759 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ec18d-e62b-4968-87b6-3b5aaa0e4cd4 req-ec8865cb-d65a-4203-873d-26b342e12b93 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:52.545218 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5c2ec18d-e62b-4968-87b6-3b5aaa0e4cd4 req-ec8865cb-d65a-4203-873d-26b342e12b93 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 945 time: 0.0839641 May 10 15:06:52.590262 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5c2ec18d-e62b-4968-87b6-3b5aaa0e4cd4 req-184187d6-3cb9-45ad-a7ab-05740da437cb tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388391 May 10 15:06:53.777194 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5a996-ac24-4fb5-abe9-ee077504e630 req-888f2c4c-70ad-4e89-a7ae-cbd6f97c470f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:53.778708 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-89f5a996-ac24-4fb5-abe9-ee077504e630 req-888f2c4c-70ad-4e89-a7ae-cbd6f97c470f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 945 time: 0.0840218 May 10 15:06:53.826266 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-89f5a996-ac24-4fb5-abe9-ee077504e630 req-fa04eef3-fcf3-40ac-b1c5-efce54527108 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 May 10 15:06:53.901783 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 37324) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:54.033154 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d719b-1316-46ea-8305-7ef424c39fd8 req-ef0d0e61-aa3f-4c52-bd05-da6ffec853bd tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:54.034628 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c60d719b-1316-46ea-8305-7ef424c39fd8 req-ef0d0e61-aa3f-4c52-bd05-da6ffec853bd tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 945 time: 0.0985518 May 10 15:06:54.035534 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-721658c7-125b-4ec4-9563-216a381c7061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.133237 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-721658c7-125b-4ec4-9563-216a381c7061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:54.139368 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-721658c7-125b-4ec4-9563-216a381c7061 admin admin] Usage tracker for resource:security_group_rule and tenant:f13a71fa313447598ddf6670590ca213 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:54.148448 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-721658c7-125b-4ec4-9563-216a381c7061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:54.162311 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-721658c7-125b-4ec4-9563-216a381c7061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:54.172511 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c60d719b-1316-46ea-8305-7ef424c39fd8 req-0101f643-c75b-41cd-b468-c28582463e02 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606582 May 10 15:06:54.258956 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-721658c7-125b-4ec4-9563-216a381c7061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.264158 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-721658c7-125b-4ec4-9563-216a381c7061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.270849 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-9cc65fde-3fc3-4baf-978a-5a654ca49534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:54.311186 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721658c7-125b-4ec4-9563-216a381c7061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa109b2b-ed09-48cc-8727-7dc50dc20a91,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:54.318573 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-721658c7-125b-4ec4-9563-216a381c7061 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f13a71fa313447598ddf6670590ca213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125719 May 10 15:06:54.318573 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-721658c7-125b-4ec4-9563-216a381c7061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:54.319025 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 37334) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:54.381095 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-637a24d8-3610-4f6a-82b3-cb896e3ab057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.406020 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-637a24d8-3610-4f6a-82b3-cb896e3ab057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.456588 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-637a24d8-3610-4f6a-82b3-cb896e3ab057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.460319 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-7cbcd46c-e6ed-419e-8137-00ecfa53ef40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:54.472122 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a24d8-3610-4f6a-82b3-cb896e3ab057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa109b2b-ed09-48cc-8727-7dc50dc20a91,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:54.474842 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-637a24d8-3610-4f6a-82b3-cb896e3ab057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:54.486595 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-637a24d8-3610-4f6a-82b3-cb896e3ab057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.488408 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-637a24d8-3610-4f6a-82b3-cb896e3ab057 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa109b2b-ed09-48cc-8727-7dc50dc20a91 HTTP/1.1" status: 204 len: 168 time: 0.1683686 May 10 15:06:54.577328 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1285c3-01cc-43c1-a4da-099badd473c7 req-7f40ffff-783b-43ef-84d2-338a83804a54 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:54.578840 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4d1285c3-01cc-43c1-a4da-099badd473c7 req-7f40ffff-783b-43ef-84d2-338a83804a54 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 945 time: 0.0855591 May 10 15:06:54.626633 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4d1285c3-01cc-43c1-a4da-099badd473c7 req-8ff63053-684c-4b65-8877-4a4b4e6e0454 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 May 10 15:06:58.024687 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-f62a72c3-37e1-450c-a98e-d0c74816c895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:00.430705 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-05f43ea4-6a5b-4f85-85ac-2f1bfc9cccc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:00.471578 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:01.576542 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:03.175004 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:04.869556 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b29064-f670-4f2b-a072-5e0e0f34dbfa req-86f723c6-58c0-4fe0-b80b-f16243aba484 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:04.871041 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f4b29064-f670-4f2b-a072-5e0e0f34dbfa req-86f723c6-58c0-4fe0-b80b-f16243aba484 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 945 time: 0.0796552 May 10 15:07:04.917698 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f4b29064-f670-4f2b-a072-5e0e0f34dbfa req-f9e50d3c-2d4d-4dea-a199-8a806f8ae459 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 May 10 15:07:04.940890 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 37404) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:05.163263 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25af9d85-d652-4695-80ef-b3be2c13b7f8 tempest-TestMinimumBasicScenario-1267511919 tempest-TestMinimumBasicScenario-1267511919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:05.164674 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-25af9d85-d652-4695-80ef-b3be2c13b7f8 tempest-TestMinimumBasicScenario-1267511919 tempest-TestMinimumBasicScenario-1267511919-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 1093 time: 0.2228587 May 10 15:07:05.167458 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 37410) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:05.172417 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Request body: {'floatingip': {'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'port_id': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:05.178888 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:05.182612 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Usage tracker for resource:floatingip and tenant:00f0f6c2083e4d0a88f6410abe3c6f0e is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:05.185354 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:05.190912 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:05.202351 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for floatingip, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:05.334046 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:05.474684 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Allocated IP 172.27.0.170 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/5a40a1b7-73d3-4e13-b588-3d0706deac57) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:07:05.617015 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:05.644133 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:05.648821 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b2401fbc-5353-4b87-b1f5-047fd7747b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:05.703394 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:07:05.706361 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:07:05.714502 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:07:05.746572 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event updated for resources: {'Port': ['ID=5a40a1b7-73d3-4e13-b588-3d0706deac57,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:05.760291 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:05.760661 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:05.761021 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:05.761373 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:05.761724 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:05.762073 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:05.762445 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:05.762794 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:05.763147 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:05.763490 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:05.763842 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:05.764182 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:05.768758 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:06.157560 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:06.234218 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:06.510945 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:06.515787 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:06.519298 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:06.619777 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event updated for resources: {'Port': ['ID=5a40a1b7-73d3-4e13-b588-3d0706deac57,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:06.623663 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:06.635744 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:06.802558 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.l3_db [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Floating IP 39a25c8c-5bb1-4cf2-b267-90e33055816e associated. External IP: 172.27.0.170, port: ee45841c-3054-48e4-abc6-f1fff79c98e8. May 10 15:07:07.143765 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:07:07.323027 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:07:07.331992 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e344b77-2ab4-407e-bf8d-41e6c9cca218 None None] Sync routers for ids ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:07:07.341907 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e344b77-2ab4-407e-bf8d-41e6c9cca218 None None] Routers {'0c225db5-3689-40c2-9c8f-7a0fb6e3576c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:07:07.342546 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-0e344b77-2ab4-407e-bf8d-41e6c9cca218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:07:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:07.351348 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:07.404966 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2363315 May 10 15:07:07.405434 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:07:07.407598 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 37418) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:07.413287 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685459102', 'description': 'tempest-secgroup-smoke-1685459102 description', 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:07.419192 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:07.429278 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:07.440433 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:07.456098 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'status': 'completed', 'code': 200} May 10 15:07:07.467517 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:07.471296 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Usage tracker for resource:security_group_rule and tenant:00f0f6c2083e4d0a88f6410abe3c6f0e is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:07.474296 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:07.480037 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:07.520637 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-0e344b77-2ab4-407e-bf8d-41e6c9cca218 None None] Set router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:07:07.550679 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c52fc-36fb-4199-81cb-45a728ace591 req-bdab35f0-0b63-4645-91a1-de211cc223c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:07.552196 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7f9c52fc-36fb-4199-81cb-45a728ace591 req-bdab35f0-0b63-4645-91a1-de211cc223c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00f0f6c2083e4d0a88f6410abe3c6f0e&device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 1098 time: 0.0728006 May 10 15:07:07.555136 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:07.559695 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:07.563764 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-19efcbc6-17fe-4d6d-8026-56efe51b4267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:07.603292 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9706310f-c748-411f-a618-b4a004746363,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:07.615135 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:07.615531 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:07.615921 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:07.616308 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:07.616665 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:07.617043 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:07.617474 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:07.617870 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:07.618287 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:07.618584 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:07.618939 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:07.619318 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:07.623223 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:07.627269 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2158477 May 10 15:07:07.627269 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:07.629188 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 37426) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:07.638450 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-71a8f38a-96ef-4a55-ad74-cf24c88d62f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Request body: {'security_group_rule': {'security_group_id': '9706310f-c748-411f-a618-b4a004746363', 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:07.647649 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-71a8f38a-96ef-4a55-ad74-cf24c88d62f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:07.653997 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-71a8f38a-96ef-4a55-ad74-cf24c88d62f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Usage tracker for resource:security_group_rule and tenant:00f0f6c2083e4d0a88f6410abe3c6f0e is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:07.658604 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-71a8f38a-96ef-4a55-ad74-cf24c88d62f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:07.671945 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-71a8f38a-96ef-4a55-ad74-cf24c88d62f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:07.719177 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-71a8f38a-96ef-4a55-ad74-cf24c88d62f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:07.725940 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c52fc-36fb-4199-81cb-45a728ace591 req-752be6f4-ec83-422f-aa87-810595e06de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:07.727406 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7f9c52fc-36fb-4199-81cb-45a728ace591 req-752be6f4-ec83-422f-aa87-810595e06de8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c96e86e1-5e49-442d-892e-141654c49a4d HTTP/1.1" status: 200 len: 915 time: 0.1686580 May 10 15:07:07.871691 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7f9c52fc-36fb-4199-81cb-45a728ace591 req-b5eb00e2-8db8-40d8-a7e8-0872f0675f4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8 HTTP/1.1" status: 200 len: 999 time: 0.1301267 May 10 15:07:07.873217 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-71a8f38a-96ef-4a55-ad74-cf24c88d62f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:07.878929 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-71a8f38a-96ef-4a55-ad74-cf24c88d62f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:07.881836 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:07.882287 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-0e344b77-2ab4-407e-bf8d-41e6c9cca218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:06:00Z', 'revision_number': 4, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '39a25c8c-5bb1-4cf2-b267-90e33055816e', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'port_id': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'mac_address': 'fa:16:3e:31:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:07:06Z', 'updated_at': '2021-05-10T15:07:06Z', 'revision_number': 0, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac025343-452a-4c68-bdfa-73be05f395c3', 'name': '', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'mac_address': 'fa:16:3e:4c:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:59Z', 'updated_at': '2021-05-10T15:06:07Z', 'revision_number': 5, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'subnets': [{'id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:07.886459 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e344b77-2ab4-407e-bf8d-41e6c9cca218 None None] Checking router: 0c225db5-3689-40c2-9c8f-7a0fb6e3576c for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:07:07.895039 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e344b77-2ab4-407e-bf8d-41e6c9cca218 None None] Routers {'0c225db5-3689-40c2-9c8f-7a0fb6e3576c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:07:07.895636 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-0e344b77-2ab4-407e-bf8d-41e6c9cca218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:07:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:08.031017 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8f38a-96ef-4a55-ad74-cf24c88d62f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e4135d-49f9-4625-8a30-b83f704a6640,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:08.042545 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-71a8f38a-96ef-4a55-ad74-cf24c88d62f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:08.057925 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-71a8f38a-96ef-4a55-ad74-cf24c88d62f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.059095 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-71a8f38a-96ef-4a55-ad74-cf24c88d62f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4298408 May 10 15:07:08.062002 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 37430) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:08.064887 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c52fc-36fb-4199-81cb-45a728ace591 req-6735cf28-73c4-4843-94b4-54f1e138f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:08.066287 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7f9c52fc-36fb-4199-81cb-45a728ace591 req-6735cf28-73c4-4843-94b4-54f1e138f2e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc4e054-c3a8-492d-9500-c2b6606e6a77 HTTP/1.1" status: 200 len: 853 time: 0.1663802 May 10 15:07:08.068412 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-b1e1e87a-2ff3-4c5f-b3f2-d5ca8c0202db tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Request body: {'security_group_rule': {'security_group_id': '9706310f-c748-411f-a618-b4a004746363', 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:08.074205 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-b1e1e87a-2ff3-4c5f-b3f2-d5ca8c0202db tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:08.078150 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-b1e1e87a-2ff3-4c5f-b3f2-d5ca8c0202db tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Usage tracker for resource:security_group_rule and tenant:00f0f6c2083e4d0a88f6410abe3c6f0e is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:08.081441 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-b1e1e87a-2ff3-4c5f-b3f2-d5ca8c0202db tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:08.089425 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-b1e1e87a-2ff3-4c5f-b3f2-d5ca8c0202db tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:08.107306 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e87a-2ff3-4c5f-b3f2-d5ca8c0202db tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.120269 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-0e344b77-2ab4-407e-bf8d-41e6c9cca218 None None] Set router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:07:08.145337 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c52fc-36fb-4199-81cb-45a728ace591 req-187d95d8-66ee-4bc9-883a-db346b602b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:08.146999 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7f9c52fc-36fb-4199-81cb-45a728ace591 req-187d95d8-66ee-4bc9-883a-db346b602b08 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c96e86e1-5e49-442d-892e-141654c49a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718637 May 10 15:07:08.172905 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e87a-2ff3-4c5f-b3f2-d5ca8c0202db tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.178632 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e87a-2ff3-4c5f-b3f2-d5ca8c0202db tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.180903 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:08.208739 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1e87a-2ff3-4c5f-b3f2-d5ca8c0202db tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1d3d45-6949-4d09-a74f-1b799691fe55,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:08.211388 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b1e1e87a-2ff3-4c5f-b3f2-d5ca8c0202db tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:08.212418 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e87a-2ff3-4c5f-b3f2-d5ca8c0202db tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.216372 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-b1e1e87a-2ff3-4c5f-b3f2-d5ca8c0202db tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532345 May 10 15:07:08.217084 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 37434) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:08.222654 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Request body: {'security_group_rule': {'security_group_id': '9706310f-c748-411f-a618-b4a004746363', 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:08.229533 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:08.233373 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Usage tracker for resource:security_group_rule and tenant:00f0f6c2083e4d0a88f6410abe3c6f0e is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:08.236356 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:08.243885 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:08.258625 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.291382 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7f9c52fc-36fb-4199-81cb-45a728ace591 req-33140439-9e30-41fb-a826-632a33f32fbf service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374030 May 10 15:07:08.326369 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.331007 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.337188 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:08.351042 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a44ebe1-5bea-43d0-9adc-7339ff8ddf03,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:08.354696 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:08.379609 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.380986 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628592 May 10 15:07:08.384795 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 37438) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:08.396704 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Request body: {'security_group_rule': {'security_group_id': '9706310f-c748-411f-a618-b4a004746363', 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:08.406489 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:08.422112 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Usage tracker for resource:security_group_rule and tenant:00f0f6c2083e4d0a88f6410abe3c6f0e is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:08.426928 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:08.435573 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:08.461631 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7f9c52fc-36fb-4199-81cb-45a728ace591 req-3becb33c-43cf-4e24-aefe-7fadcfdc0525 service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627660 May 10 15:07:08.469560 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.488865 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-0e344b77-2ab4-407e-bf8d-41e6c9cca218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:06:00Z', 'revision_number': 4, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '39a25c8c-5bb1-4cf2-b267-90e33055816e', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'port_id': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'mac_address': 'fa:16:3e:31:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:07:06Z', 'updated_at': '2021-05-10T15:07:06Z', 'revision_number': 0, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac025343-452a-4c68-bdfa-73be05f395c3', 'name': '', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'mac_address': 'fa:16:3e:4c:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:59Z', 'updated_at': '2021-05-10T15:06:07Z', 'revision_number': 5, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'subnets': [{'id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:08.492846 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e344b77-2ab4-407e-bf8d-41e6c9cca218 None None] The sync data for ids ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'] in dv-cinder-780933-4-iscsi is: [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:06:00Z', 'revision_number': 4, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '39a25c8c-5bb1-4cf2-b267-90e33055816e', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'port_id': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'mac_address': 'fa:16:3e:31:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:07:06Z', 'updated_at': '2021-05-10T15:07:06Z', 'revision_number': 0, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac025343-452a-4c68-bdfa-73be05f395c3', 'name': '', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'mac_address': 'fa:16:3e:4c:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:59Z', 'updated_at': '2021-05-10T15:06:07Z', 'revision_number': 5, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'subnets': [{'id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:07:08.536371 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.540355 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.542604 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-61b277ba-c96e-413f-b043-fea8892ca83c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:08.563645 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51c9ee8-941f-44a6-a124-67f28133f3f6,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:08.568229 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:08.576567 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.577733 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1919928 May 10 15:07:08.580474 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 37442) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:08.585720 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Request body: {'security_group_rule': {'security_group_id': '9706310f-c748-411f-a618-b4a004746363', 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:08.591415 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:08.595241 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Usage tracker for resource:security_group_rule and tenant:00f0f6c2083e4d0a88f6410abe3c6f0e is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:08.598219 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:08.603957 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:08.614796 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.securitygroups_db [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Project 00f0f6c2083e4d0a88f6410abe3c6f0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:07:08.620742 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.688475 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.689226 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a666231-b433-4538-873c-16727d3fac31 None None] New status for floating IP 39a25c8c-5bb1-4cf2-b267-90e33055816e: ACTIVE {{(pid=78719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:07:08.692933 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.695084 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8991cd30-9889-4844-a0cc-033db9eec5ed tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:08.717240 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d7037f-0e9f-450f-9c2b-3822cf1ad831,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:08.719920 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:08.727929 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.731665 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-9f16aa56-3b02-4b86-8104-cee01e6e95a6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477687 May 10 15:07:08.731829 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 37446) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:08.736783 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Request body: {'security_group_rule': {'security_group_id': '9706310f-c748-411f-a618-b4a004746363', 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:08.742902 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:08.746739 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Usage tracker for resource:security_group_rule and tenant:00f0f6c2083e4d0a88f6410abe3c6f0e is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:08.749600 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:08.756081 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:08.766387 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.securitygroups_db [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Project 00f0f6c2083e4d0a88f6410abe3c6f0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:07:08.773381 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.850590 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.856033 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.858021 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:08.880365 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b323161-6006-45b9-9c23-0dc27ebd4fd7,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:08.882873 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:08.891528 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.892621 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-aacf6bfc-2f2c-4fdf-b41d-5bbac7ec33e1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1598530 May 10 15:07:09.021083 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a1f52923-311e-45b7-95e1-badd195415f6 req-81116fa1-4543-4b61-a4f7-7ebb7a26a787 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685459102&fields=id&tenant_id=00f0f6c2083e4d0a88f6410abe3c6f0e HTTP/1.1" status: 200 len: 267 time: 0.0426595 May 10 15:07:09.104716 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f52923-311e-45b7-95e1-badd195415f6 req-e726154a-e92f-4598-b508-cf209628b8ae tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:09.106114 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a1f52923-311e-45b7-95e1-badd195415f6 req-e726154a-e92f-4598-b508-cf209628b8ae tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 945 time: 0.0794935 May 10 15:07:09.117873 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-a1f52923-311e-45b7-95e1-badd195415f6 req-a7ab896d-e902-44c1-ad28-f2065b06f42d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Request body: {'port': {'security_groups': ['c6f2fb88-ca4c-43a5-b233-36c929275762', '9706310f-c748-411f-a618-b4a004746363']}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:09.245418 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a1f52923-311e-45b7-95e1-badd195415f6 req-a7ab896d-e902-44c1-ad28-f2065b06f42d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:09.513089 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-a1f52923-311e-45b7-95e1-badd195415f6 req-a7ab896d-e902-44c1-ad28-f2065b06f42d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] For port ee45841c-3054-48e4-abc6-f1fff79c98e8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:09.537933 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a1f52923-311e-45b7-95e1-badd195415f6 req-a7ab896d-e902-44c1-ad28-f2065b06f42d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:09.542352 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a1f52923-311e-45b7-95e1-badd195415f6 req-a7ab896d-e902-44c1-ad28-f2065b06f42d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:09.549056 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:09.554988 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['ee45841c-3054-48e4-abc6-f1fff79c98e8'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:07:09.611163 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f52923-311e-45b7-95e1-badd195415f6 req-a7ab896d-e902-44c1-ad28-f2065b06f42d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:09.611769 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-a1f52923-311e-45b7-95e1-badd195415f6 req-a7ab896d-e902-44c1-ad28-f2065b06f42d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:09.613147 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a1f52923-311e-45b7-95e1-badd195415f6 req-a7ab896d-e902-44c1-ad28-f2065b06f42d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "PUT /v2.0/ports/ee45841c-3054-48e4-abc6-f1fff79c98e8 HTTP/1.1" status: 200 len: 981 time: 0.5005856 May 10 15:07:09.616859 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:07:09.650970 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab896d-e902-44c1-ad28-f2065b06f42d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event updated for resources: {'Port': ['ID=ee45841c-3054-48e4-abc6-f1fff79c98e8,revision_number=6']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:09.655633 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a7ab896d-e902-44c1-ad28-f2065b06f42d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:09.685406 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'status': 'completed', 'code': 200} May 10 15:07:09.706698 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['ee45841c-3054-48e4-abc6-f1fff79c98e8'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:07:09.866709 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9a436-548d-40d5-a2f7-a063c9322d34 req-00d29250-872e-4f64-bd55-668e905e4470 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:09.868256 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-36a9a436-548d-40d5-a2f7-a063c9322d34 req-00d29250-872e-4f64-bd55-668e905e4470 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.1181774 May 10 15:07:09.870287 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7d92d-4922-48ce-b1a7-32fdf2d18088 req-e1125d24-57c3-4faf-b5e0-2033f2016a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:09.871702 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8a7d92d-4922-48ce-b1a7-32fdf2d18088 req-e1125d24-57c3-4faf-b5e0-2033f2016a15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00f0f6c2083e4d0a88f6410abe3c6f0e&device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 1137 time: 0.1623187 May 10 15:07:09.995586 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-36a9a436-548d-40d5-a2f7-a063c9322d34 req-6177f3d4-faac-4f27-9085-ed6872974c82 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192169 May 10 15:07:10.009992 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-e6e23e44-ceab-484b-bbd8-ad7ac3f831c0 None None] Provisioning complete for port ee45841c-3054-48e4-abc6-f1fff79c98e8 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:07:10.010604 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e6e23e44-ceab-484b-bbd8-ad7ac3f831c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:10.043455 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7d92d-4922-48ce-b1a7-32fdf2d18088 req-426ef2c2-a6c9-45fd-887d-13aa4069f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:10.044904 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8a7d92d-4922-48ce-b1a7-32fdf2d18088 req-426ef2c2-a6c9-45fd-887d-13aa4069f8ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=c96e86e1-5e49-442d-892e-141654c49a4d HTTP/1.1" status: 200 len: 915 time: 0.1537998 May 10 15:07:10.237582 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8a7d92d-4922-48ce-b1a7-32fdf2d18088 req-6799fb80-74a5-450f-a63a-28f3251a6337 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8 HTTP/1.1" status: 200 len: 1001 time: 0.1853194 May 10 15:07:10.300097 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7d92d-4922-48ce-b1a7-32fdf2d18088 req-8fb56aa8-2183-4b21-bee4-26966753a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:10.301559 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8a7d92d-4922-48ce-b1a7-32fdf2d18088 req-8fb56aa8-2183-4b21-bee4-26966753a033 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc4e054-c3a8-492d-9500-c2b6606e6a77 HTTP/1.1" status: 200 len: 853 time: 0.0572166 May 10 15:07:10.381437 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7d92d-4922-48ce-b1a7-32fdf2d18088 req-41e9218c-89d1-4d4f-898c-2b79c13c550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:10.382952 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8a7d92d-4922-48ce-b1a7-32fdf2d18088 req-41e9218c-89d1-4d4f-898c-2b79c13c550e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c96e86e1-5e49-442d-892e-141654c49a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749445 May 10 15:07:10.519992 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8a7d92d-4922-48ce-b1a7-32fdf2d18088 req-429c9ee6-229a-480a-983e-26f8b0876936 service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289704 May 10 15:07:10.650592 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f8a7d92d-4922-48ce-b1a7-32fdf2d18088 req-25b020ab-5878-47fc-ad81-8cbca6a6a12c service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219785 May 10 15:07:11.776067 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b6a7b-7a93-4efe-a940-7f124c7ccb2b req-62756386-64ac-4b1f-a169-f32c00169234 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:11.777513 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a1b6a7b-7a93-4efe-a940-7f124c7ccb2b req-62756386-64ac-4b1f-a169-f32c00169234 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0825894 May 10 15:07:11.821621 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6a1b6a7b-7a93-4efe-a940-7f124c7ccb2b req-869ead1b-1e86-4cf1-b6e0-2a578eb109b6 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384374 May 10 15:07:13.009687 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c1ac7-edbd-4f76-b8bc-a0d4cd079c00 req-74361011-5487-44b8-bda7-8cc973135b97 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:13.011148 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-474c1ac7-edbd-4f76-b8bc-a0d4cd079c00 req-74361011-5487-44b8-bda7-8cc973135b97 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0794470 May 10 15:07:13.057063 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-474c1ac7-edbd-4f76-b8bc-a0d4cd079c00 req-0532bbd5-16ae-4ec6-85c5-06e4eda9a676 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402794 May 10 15:07:13.375970 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ed1fe41b-d247-4e00-bdda-2d8dc15be017 req-9ca62434-b0d7-4d3d-bd16-0a0df140a5f3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671124 May 10 15:07:13.464045 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fe41b-d247-4e00-bdda-2d8dc15be017 req-7855e824-5b6f-4502-884b-49e790c0105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:13.465441 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ed1fe41b-d247-4e00-bdda-2d8dc15be017 req-7855e824-5b6f-4502-884b-49e790c0105a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b47f066ce9141fb9a35a65fa2ea01a6&device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 1099 time: 0.0679500 May 10 15:07:13.606408 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fe41b-d247-4e00-bdda-2d8dc15be017 req-988c37f0-e005-412a-8e2a-c4004150c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:13.607819 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ed1fe41b-d247-4e00-bdda-2d8dc15be017 req-988c37f0-e005-412a-8e2a-c4004150c838 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a30c8159-4b41-4b53-b57a-a9031ca14e7e HTTP/1.1" status: 200 len: 909 time: 0.1237779 May 10 15:07:13.709404 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ed1fe41b-d247-4e00-bdda-2d8dc15be017 req-d98477aa-5830-41ad-aebb-b4a13dd4c9e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650b8c65-4286-4402-91fd-de32be5c7dc6 HTTP/1.1" status: 200 len: 1000 time: 0.0941911 May 10 15:07:13.776910 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fe41b-d247-4e00-bdda-2d8dc15be017 req-3182bcd4-3029-401b-b498-58252a2c8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:13.778293 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ed1fe41b-d247-4e00-bdda-2d8dc15be017 req-3182bcd4-3029-401b-b498-58252a2c8712 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd116235-8c3d-4411-9dd7-686cf6681fc0 HTTP/1.1" status: 200 len: 847 time: 0.0590305 May 10 15:07:13.853902 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fe41b-d247-4e00-bdda-2d8dc15be017 req-3b2a1b85-8202-4eed-86f9-7b660add4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:13.855415 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ed1fe41b-d247-4e00-bdda-2d8dc15be017 req-3b2a1b85-8202-4eed-86f9-7b660add4fc8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a30c8159-4b41-4b53-b57a-a9031ca14e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706835 May 10 15:07:13.985274 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ed1fe41b-d247-4e00-bdda-2d8dc15be017 req-623143ed-99cf-4a8c-a80f-f465cb03cf96 service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219735 May 10 15:07:14.119101 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ed1fe41b-d247-4e00-bdda-2d8dc15be017 req-df40c46a-b09e-43ca-9c2b-785fe24133c8 service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232357 May 10 15:07:14.249341 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463875-0e33-4631-8136-1010a5feeb64 req-d1722825-2792-4384-a8af-e2603e2b01f6 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:14.250711 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-af463875-0e33-4631-8136-1010a5feeb64 req-d1722825-2792-4384-a8af-e2603e2b01f6 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0824668 May 10 15:07:14.293923 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-af463875-0e33-4631-8136-1010a5feeb64 req-de38b65c-4d70-4c80-9cdd-441041434eba tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370560 May 10 15:07:15.481370 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf03fc-62d0-4603-9637-16af1aab926b req-85134ef3-ef48-4072-b5b4-e78d4c876326 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:15.482933 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bbbf03fc-62d0-4603-9637-16af1aab926b req-85134ef3-ef48-4072-b5b4-e78d4c876326 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0809827 May 10 15:07:15.526045 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bbbf03fc-62d0-4603-9637-16af1aab926b req-2d22e97b-da28-4278-910c-b2bccc4db7e8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374331 May 10 15:07:16.152317 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:16.717111 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d7d9e-56d7-4aaf-b5c9-8461843eadcf req-d8050278-aa27-4ef0-bf74-0633398c8cc9 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:16.718590 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b08d7d9e-56d7-4aaf-b5c9-8461843eadcf req-d8050278-aa27-4ef0-bf74-0633398c8cc9 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0824592 May 10 15:07:16.761929 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b08d7d9e-56d7-4aaf-b5c9-8461843eadcf req-0f7a558b-1ee3-4dda-a3f4-8566de3f0050 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369365 May 10 15:07:17.950310 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb454fd-ea00-42cc-92c9-104e5129640e req-2cd9ad80-e056-4451-8d66-e273b0d92762 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:17.951755 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ebb454fd-ea00-42cc-92c9-104e5129640e req-2cd9ad80-e056-4451-8d66-e273b0d92762 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0784628 May 10 15:07:18.070884 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ebb454fd-ea00-42cc-92c9-104e5129640e req-828e3374-5847-443d-8534-624ab5e697aa tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134112 May 10 15:07:19.259681 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136970f6-a7da-4f87-8e3a-7716923d585b req-3d59f50d-baa4-433f-9c6c-381185586edb tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:19.261027 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-136970f6-a7da-4f87-8e3a-7716923d585b req-3d59f50d-baa4-433f-9c6c-381185586edb tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0826967 May 10 15:07:19.304910 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-136970f6-a7da-4f87-8e3a-7716923d585b req-fd1718ed-2e66-408a-bafc-5581cfbb6947 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382109 May 10 15:07:20.493356 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e24535-af77-4bc8-8adc-1e86ba1e5571 req-d8c389bb-0542-4fb9-9e22-30710097a072 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:20.494809 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-41e24535-af77-4bc8-8adc-1e86ba1e5571 req-d8c389bb-0542-4fb9-9e22-30710097a072 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0814970 May 10 15:07:20.538129 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-41e24535-af77-4bc8-8adc-1e86ba1e5571 req-9daa5e4b-2c14-4939-9d2f-5f41384f971a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375879 May 10 15:07:21.725555 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d5ca0-02c0-4bb1-b907-60fa5c80b1b5 req-b518fe94-cd4d-4aec-8fe0-3caa2d9f4a3a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:21.727017 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-760d5ca0-02c0-4bb1-b907-60fa5c80b1b5 req-b518fe94-cd4d-4aec-8fe0-3caa2d9f4a3a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0778046 May 10 15:07:21.773301 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-760d5ca0-02c0-4bb1-b907-60fa5c80b1b5 req-3c7f9a14-d93a-4613-a478-9b3f2b5b4743 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406792 May 10 15:07:22.958154 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb06eaf-385b-4c03-b493-fd37988c5159 req-ca3ca2b3-e2fa-476f-b5f2-c9a846288c02 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:22.959578 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1cb06eaf-385b-4c03-b493-fd37988c5159 req-ca3ca2b3-e2fa-476f-b5f2-c9a846288c02 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0791891 May 10 15:07:23.003515 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1cb06eaf-385b-4c03-b493-fd37988c5159 req-bde31bc3-9085-41c9-ae89-6352087abf3e tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382528 May 10 15:07:24.196407 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fadd7-a91d-409e-ab04-91090ffa66ed req-db4031d1-61f3-4e94-ba72-b9e2396b6220 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:24.197960 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-836fadd7-a91d-409e-ab04-91090ffa66ed req-db4031d1-61f3-4e94-ba72-b9e2396b6220 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0854652 May 10 15:07:24.244782 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-836fadd7-a91d-409e-ab04-91090ffa66ed req-47cff0ba-d1fc-407c-8f57-84b0ac8d4709 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406501 May 10 15:07:24.710126 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device b048393d-b27c-4ff9-a702-14b8084cdfe0 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:07:24.866204 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:24.882899 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'port_id': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'mac_address': 'fa:16:3e:dd:74:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:07:24.951936 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:24.971738 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b048393d-b27c-4ff9-a702-14b8084cdfe0 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:07:24.987970 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:24.993272 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:24.995255 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:25.065305 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=b048393d-b27c-4ff9-a702-14b8084cdfe0,revision_number=6']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:25.069193 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:25.097051 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['b048393d-b27c-4ff9-a702-14b8084cdfe0'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:07:25.460185 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ba021-5ff7-41b1-890f-7034fc0ca42a req-3a7b6e5f-d2c3-49e8-a6e3-96fdd9b9be2f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:25.469734 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8a4ba021-5ff7-41b1-890f-7034fc0ca42a req-3a7b6e5f-d2c3-49e8-a6e3-96fdd9b9be2f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 944 time: 0.0970702 May 10 15:07:25.521561 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8a4ba021-5ff7-41b1-890f-7034fc0ca42a req-007918a8-eec9-442f-91fb-04d9878d055a tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482304 May 10 15:07:26.732029 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263481a6-5454-469d-bf66-7cb1301604e8 req-32a09d11-d492-4d14-b4a2-c884f2ce1fa3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:26.733443 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-263481a6-5454-469d-bf66-7cb1301604e8 req-32a09d11-d492-4d14-b4a2-c884f2ce1fa3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 944 time: 0.0930929 May 10 15:07:26.743755 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device b048393d-b27c-4ff9-a702-14b8084cdfe0 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:07:26.791473 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-263481a6-5454-469d-bf66-7cb1301604e8 req-576ce054-d0e1-42cb-a55c-77636e7ee496 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502579 May 10 15:07:26.839073 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port b048393d-b27c-4ff9-a702-14b8084cdfe0 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:07:26.839720 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:26.978410 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:27.006638 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:07:27.017536 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:27.023814 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:27.032930 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:27.086349 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'code': 200} May 10 15:07:27.116956 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=b048393d-b27c-4ff9-a702-14b8084cdfe0,revision_number=7']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:27.120306 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:28.005954 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668edf-ae3b-4288-99da-dee499685c22 req-15a1abfd-3fae-48b3-a938-58e025816694 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:28.007491 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bb668edf-ae3b-4288-99da-dee499685c22 req-15a1abfd-3fae-48b3-a938-58e025816694 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.1024287 May 10 15:07:28.029292 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7a43-8429-4fca-b3f9-3095946d0b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:28.061067 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bb668edf-ae3b-4288-99da-dee499685c22 req-7122a671-be88-4d12-8671-3cbad24c61d1 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418975 May 10 15:07:29.281406 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420ed10-1726-4f92-bdd3-33e87591ae37 req-9c1536e0-f979-410a-a473-09b4d426ef08 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:29.282993 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7420ed10-1726-4f92-bdd3-33e87591ae37 req-9c1536e0-f979-410a-a473-09b4d426ef08 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0939677 May 10 15:07:29.318598 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:07:29.336976 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7420ed10-1726-4f92-bdd3-33e87591ae37 req-2df92418-38db-4f08-9d4b-af724c7c7260 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478249 May 10 15:07:30.439023 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d09fa158-51c5-428c-9524-196fde5ccae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:30.479895 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:30.533156 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276b44e-f372-4041-ab2b-6e7ba50b4f67 req-5639c118-b59e-41d8-9d82-564776d57970 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:30.534642 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a276b44e-f372-4041-ab2b-6e7ba50b4f67 req-5639c118-b59e-41d8-9d82-564776d57970 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0842881 May 10 15:07:30.583690 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a276b44e-f372-4041-ab2b-6e7ba50b4f67 req-eba090b0-6d91-4a82-9bbe-66e63ebc0721 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424769 May 10 15:07:31.583190 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:31.786534 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d939e-beaa-41b3-b349-91c078159d8d req-cf5404cd-1fcb-4fc2-a410-cfd8e9d2fead tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:31.788043 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f08d939e-beaa-41b3-b349-91c078159d8d req-cf5404cd-1fcb-4fc2-a410-cfd8e9d2fead tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0887685 May 10 15:07:31.848829 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f08d939e-beaa-41b3-b349-91c078159d8d req-ec8566de-d8f4-484a-a5e8-ab0bdd18e3d6 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529063 May 10 15:07:33.120744 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b317d54-9158-4c1e-8adb-589f260dfcf7 req-c21cbe1f-ec64-4070-b823-e5c47fd12ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:33.122119 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b317d54-9158-4c1e-8adb-589f260dfcf7 req-c21cbe1f-ec64-4070-b823-e5c47fd12ab0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00f0f6c2083e4d0a88f6410abe3c6f0e&device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 1137 time: 0.1908891 May 10 15:07:33.163390 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51cb72-8f67-4a4e-ba4a-bc54308307ed req-9ba470c5-d896-4a93-a562-a5a120b1f3b8 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:33.164807 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5b51cb72-8f67-4a4e-ba4a-bc54308307ed req-9ba470c5-d896-4a93-a562-a5a120b1f3b8 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.1988709 May 10 15:07:33.174404 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca720888-3f49-426e-bccf-84c474852cf8 req-cbce6837-8a11-498b-aa87-75966d7ef3fa tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:33.176922 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ca720888-3f49-426e-bccf-84c474852cf8 req-cbce6837-8a11-498b-aa87-75966d7ef3fa tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.1658101 May 10 15:07:33.179012 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:33.332339 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ca720888-3f49-426e-bccf-84c474852cf8 req-4a97da6f-a959-4c1f-8d40-50dde3a0bd31 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493433 May 10 15:07:33.338805 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5b51cb72-8f67-4a4e-ba4a-bc54308307ed req-4d5af5e1-16ab-4704-a8e5-85d3b88559f0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1609399 May 10 15:07:33.359645 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b317d54-9158-4c1e-8adb-589f260dfcf7 req-febc5f47-288e-44a2-a7fa-bec7b2fc530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:33.361108 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b317d54-9158-4c1e-8adb-589f260dfcf7 req-febc5f47-288e-44a2-a7fa-bec7b2fc530b service neutron] 10.222.0.38 "GET /v2.0/networks?id=c96e86e1-5e49-442d-892e-141654c49a4d HTTP/1.1" status: 200 len: 915 time: 0.2257140 May 10 15:07:33.548141 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b317d54-9158-4c1e-8adb-589f260dfcf7 req-dbb33acc-79da-46e0-9c6e-73fde61499ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8 HTTP/1.1" status: 200 len: 1001 time: 0.1766589 May 10 15:07:33.611768 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b317d54-9158-4c1e-8adb-589f260dfcf7 req-b493db43-0b23-4184-b32f-53a0f933f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:33.613778 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b317d54-9158-4c1e-8adb-589f260dfcf7 req-b493db43-0b23-4184-b32f-53a0f933f308 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc4e054-c3a8-492d-9500-c2b6606e6a77 HTTP/1.1" status: 200 len: 853 time: 0.0575979 May 10 15:07:33.649308 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84e5f-1b16-4013-894e-cec772cc5c09 req-f835f926-e1b9-4261-a2fb-d163afb5deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:33.650819 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-8da84e5f-1b16-4013-894e-cec772cc5c09 req-f835f926-e1b9-4261-a2fb-d163afb5deb3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 1098 time: 0.0748737 May 10 15:07:33.691008 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b317d54-9158-4c1e-8adb-589f260dfcf7 req-2df26f23-bff5-4625-9599-17c41bf574ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:33.692555 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b317d54-9158-4c1e-8adb-589f260dfcf7 req-2df26f23-bff5-4625-9599-17c41bf574ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c96e86e1-5e49-442d-892e-141654c49a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722997 May 10 15:07:33.789557 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84e5f-1b16-4013-894e-cec772cc5c09 req-df5b3472-77d3-4f27-b372-8e32427d2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:33.791057 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-8da84e5f-1b16-4013-894e-cec772cc5c09 req-df5b3472-77d3-4f27-b372-8e32427d2ade service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 918 time: 0.1332715 May 10 15:07:33.826127 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b317d54-9158-4c1e-8adb-589f260dfcf7 req-14d9fcb7-f3f1-4ef2-88bb-38d0835fc60f service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256604 May 10 15:07:33.894618 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-8da84e5f-1b16-4013-894e-cec772cc5c09 req-0580e642-1ce0-43cb-8902-6823183ef577 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0 HTTP/1.1" status: 200 len: 1001 time: 0.0960681 May 10 15:07:33.964136 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b317d54-9158-4c1e-8adb-589f260dfcf7 req-07f54d6e-df93-4a1d-b737-4df7dc1e690c service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317086 May 10 15:07:34.054574 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84e5f-1b16-4013-894e-cec772cc5c09 req-d71ef682-6c71-4646-a252-cfda3c14c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:34.056013 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-8da84e5f-1b16-4013-894e-cec772cc5c09 req-d71ef682-6c71-4646-a252-cfda3c14c189 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 200 len: 856 time: 0.1551971 May 10 15:07:34.131960 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da84e5f-1b16-4013-894e-cec772cc5c09 req-1cc1f26a-815c-4a9b-934d-19c3e4e0b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:34.133338 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-8da84e5f-1b16-4013-894e-cec772cc5c09 req-1cc1f26a-815c-4a9b-934d-19c3e4e0b5bd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a505177-ed31-4f0e-addb-1734401fec02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700264 May 10 15:07:34.264745 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-8da84e5f-1b16-4013-894e-cec772cc5c09 req-cfcbf748-e629-4b76-8fb9-e0c8a39ca8cb service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232886 May 10 15:07:34.400477 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-8da84e5f-1b16-4013-894e-cec772cc5c09 req-4668eb1c-a820-4289-b07a-5ca5c429f52f service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267018 May 10 15:07:34.531746 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d693a4-6c57-4cbe-8a13-9e02330e39cd req-6f702040-c992-40a7-b115-0b9989ecbd0c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:34.533260 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a7d693a4-6c57-4cbe-8a13-9e02330e39cd req-6f702040-c992-40a7-b115-0b9989ecbd0c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0846004 May 10 15:07:34.582027 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a7d693a4-6c57-4cbe-8a13-9e02330e39cd req-7774aad8-8e6e-4962-a9ce-7c8027794a85 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417907 May 10 15:07:34.659359 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bd074-1093-4351-b337-f2dece429e6e req-86acfac4-bab6-4934-ad6c-dee79989554e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:34.661242 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-371bd074-1093-4351-b337-f2dece429e6e req-86acfac4-bab6-4934-ad6c-dee79989554e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.0783503 May 10 15:07:34.752067 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-371bd074-1093-4351-b337-f2dece429e6e req-3ec21aac-5a83-48e7-b7fc-3f217690c07b tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849388 May 10 15:07:34.783057 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1499c0-39e1-4dea-af4e-a1d5eb64d8dd req-05ca6876-fd3e-4979-bae9-fb4c479cf7f4 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:34.784472 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b1499c0-39e1-4dea-af4e-a1d5eb64d8dd req-05ca6876-fd3e-4979-bae9-fb4c479cf7f4 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 945 time: 0.1037955 May 10 15:07:34.827976 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b1499c0-39e1-4dea-af4e-a1d5eb64d8dd req-a5af5067-e2ee-43b3-abad-0a366ea77593 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371673 May 10 15:07:35.767553 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81198-e4ae-4e7a-b242-9b72d844957f req-08601d17-427a-475c-8fc7-a304843ec803 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:35.768931 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5aa81198-e4ae-4e7a-b242-9b72d844957f req-08601d17-427a-475c-8fc7-a304843ec803 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 945 time: 0.0785892 May 10 15:07:35.817582 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5aa81198-e4ae-4e7a-b242-9b72d844957f req-1f5d2594-e93e-459c-98c3-a7200c67c945 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415895 May 10 15:07:35.944328 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49a3dd-dfd2-4c4a-b40e-ef0e4a3bcc73 req-bda48903-c45f-4d7c-b4d7-a2483f45c033 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:35.945755 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ad49a3dd-dfd2-4c4a-b40e-ef0e4a3bcc73 req-bda48903-c45f-4d7c-b4d7-a2483f45c033 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.0855165 May 10 15:07:36.035486 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ad49a3dd-dfd2-4c4a-b40e-ef0e4a3bcc73 req-07e23ac8-7783-40e6-aec7-906f7205835c tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593708 May 10 15:07:36.060305 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61c59d-fdf8-4681-bb69-1cc62e00de26 req-c99237d4-222c-47b6-b66a-bbc5e5e4f809 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:36.061729 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-be61c59d-fdf8-4681-bb69-1cc62e00de26 req-c99237d4-222c-47b6-b66a-bbc5e5e4f809 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 945 time: 0.1255453 May 10 15:07:36.105004 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-be61c59d-fdf8-4681-bb69-1cc62e00de26 req-c59c4cc7-bedf-405c-ba76-b4a3d4246ee5 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374088 May 10 15:07:36.285119 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-6441236a-99d0-43b3-b094-1421322a6e5b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:36.286640 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-6441236a-99d0-43b3-b094-1421322a6e5b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Synchronizing usage tracker for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:port {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:07:36.304184 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-6441236a-99d0-43b3-b094-1421322a6e5b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Unset dirty status for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:port {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:07:36.305584 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-6441236a-99d0-43b3-b094-1421322a6e5b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 945 time: 0.1060529 May 10 15:07:36.444756 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Deleting port 47d119d0-6edb-45c4-8944-3027145b0e25 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:07:36.445094 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:36.572974 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] For port 47d119d0-6edb-45c4-8944-3027145b0e25, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=47d119d0-6edb-45c4-8944-3027145b0e25,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:36.573331 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:36.795663 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device b048393d-b27c-4ff9-a702-14b8084cdfe0 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:07:36.860177 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:36.860559 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:36.860924 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.l3_db [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Floating IP cc33ec6c-b91e-484f-b9e4-49ab839739ea disassociated. External IP: 172.27.0.209, port: 47d119d0-6edb-45c4-8944-3027145b0e25. May 10 15:07:36.861214 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Calling delete_port for 47d119d0-6edb-45c4-8944-3027145b0e25 owned by compute:nova {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:07:36.921087 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:36.950618 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:07:36.960181 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:36.966071 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:36.968603 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:36.982225 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:36.990341 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e41e3b7a-e138-4cb8-aec9-c3220539ed47 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:37.005043 dv-cinder-780933-4-iscsi neutron-server[78718]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'code': 422} returned with failed status May 10 15:07:37.023905 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8f430-ee9f-4b72-8fcf-917902f3bab2 req-eacd3eeb-e4e2-4909-a6fa-fd24da896e3b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:37.025129 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f7b8f430-ee9f-4b72-8fcf-917902f3bab2 req-eacd3eeb-e4e2-4909-a6fa-fd24da896e3b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.0926373 May 10 15:07:37.037222 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event deleted for resources: {'Port': ['ID=47d119d0-6edb-45c4-8944-3027145b0e25,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:37.041548 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:37.047761 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=b048393d-b27c-4ff9-a702-14b8084cdfe0,revision_number=8']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:37.051414 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:37.077388 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f7b8f430-ee9f-4b72-8fcf-917902f3bab2 req-0918fa47-1783-49b1-a2b9-0694216f2e3b tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439336 May 10 15:07:37.230398 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Router 522c963e-c012-438e-8c89-d965ea45c808 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:07:37.235104 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ca5ea-a460-48b5-b802-73687f58db54 req-a78fd195-77c7-4e97-a7b5-3b97e467d0e5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:37.236592 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0c3ca5ea-a460-48b5-b802-73687f58db54 req-a78fd195-77c7-4e97-a7b5-3b97e467d0e5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.0863876 May 10 15:07:37.302385 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0c3ca5ea-a460-48b5-b802-73687f58db54 req-663d4d84-2176-478f-9f23-d1da4a1bcc5c tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576937 May 10 15:07:37.445014 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c80068b6-6523-49f4-abdf-648381e6e7d1 req-6ab9aa4b-3598-4c6a-8a89-bd377bd73719 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=07c3b140-3850-4849-b19b-8b6470e7784e HTTP/1.1" status: 200 len: 210 time: 0.0514286 May 10 15:07:37.525127 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:07:37.534286 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c946e-1ba2-4092-a9e3-2aae4ba0a684 None None] Sync routers for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:07:37.544754 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c946e-1ba2-4092-a9e3-2aae4ba0a684 None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:07:37.545640 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-905c946e-1ba2-4092-a9e3-2aae4ba0a684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:07:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:37.610761 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] No DVR routers for this DVR port 47d119d0-6edb-45c4-8944-3027145b0e25 on host hv-cinder-78093 {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:07:37.613440 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:37.616220 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c3b140-3850-4849-b19b-8b6470e7784e', 'name': 'network-vif-deleted', 'tag': '47d119d0-6edb-45c4-8944-3027145b0e25'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:07:37.635221 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-ff8060a5-1bf6-4cb6-a3b2-dbd05e19462a req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "DELETE /v2.0/ports/47d119d0-6edb-45c4-8944-3027145b0e25 HTTP/1.1" status: 204 len: 173 time: 1.3192198 May 10 15:07:37.748927 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-905c946e-1ba2-4092-a9e3-2aae4ba0a684 None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:07:37.819770 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c3b140-3850-4849-b19b-8b6470e7784e', 'name': 'network-vif-deleted', 'tag': '47d119d0-6edb-45c4-8944-3027145b0e25', 'status': 'completed', 'code': 200} May 10 15:07:38.065731 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-905c946e-1ba2-4092-a9e3-2aae4ba0a684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:38.070186 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c946e-1ba2-4092-a9e3-2aae4ba0a684 None None] Checking router: 522c963e-c012-438e-8c89-d965ea45c808 for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:07:38.078819 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c946e-1ba2-4092-a9e3-2aae4ba0a684 None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:07:38.079493 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-905c946e-1ba2-4092-a9e3-2aae4ba0a684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:07:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:38.258517 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-905c946e-1ba2-4092-a9e3-2aae4ba0a684 None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:07:38.510223 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0721f42-c5fb-4e6c-9cce-1e1e63628bf7 req-d7f8777c-0cbc-439d-b76e-234ff51e4bc1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:38.511730 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a0721f42-c5fb-4e6c-9cce-1e1e63628bf7 req-d7f8777c-0cbc-439d-b76e-234ff51e4bc1 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.1037331 May 10 15:07:38.648688 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-905c946e-1ba2-4092-a9e3-2aae4ba0a684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:38.653086 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c946e-1ba2-4092-a9e3-2aae4ba0a684 None None] The sync data for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi is: [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:07:38.661445 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a0721f42-c5fb-4e6c-9cce-1e1e63628bf7 req-35199737-d7ee-40b7-9785-202f5b8bd4f5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1413403 May 10 15:07:38.721781 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b65eae-5ca9-4b55-841f-ec8252126ec2 req-0dea325a-0a62-4ddd-8b5c-136ff617a039 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:38.726680 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e9b65eae-5ca9-4b55-841f-ec8252126ec2 req-0dea325a-0a62-4ddd-8b5c-136ff617a039 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.1854417 May 10 15:07:38.731510 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f23425db-26a3-489e-8dc2-250987c4590a req-08f8ffea-0d3f-4a4f-9b9f-d7500cf4beaf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1920488 May 10 15:07:38.774240 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e9b65eae-5ca9-4b55-841f-ec8252126ec2 req-47fa9ed1-6a85-4ffa-97e2-388aa4fb1100 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417671 May 10 15:07:38.951014 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4619a1f-eae2-4417-b95b-e18a25dd4584 None None] New status for floating IP cc33ec6c-b91e-484f-b9e4-49ab839739ea: DOWN {{(pid=78719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:07:39.050902 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-d6558112-9677-4547-acce-0d9919e0da01 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725822245&fields=id&tenant_id=46ba117a34cf42ccafb6acc1f6ab871a HTTP/1.1" status: 200 len: 267 time: 0.0473228 May 10 15:07:39.300249 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18652-5467-4b87-9574-5aface166df5 req-a8880134-7f85-4d4f-bbe1-a6315be0cdff tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:39.301800 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-a8880134-7f85-4d4f-bbe1-a6315be0cdff tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 811 time: 0.2440243 May 10 15:07:39.316439 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-36dcaa73-1146-4fb3-b24b-8a3ccc37e05c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/quotas/46ba117a34cf42ccafb6acc1f6ab871a HTTP/1.1" status: 200 len: 375 time: 0.0089931 May 10 15:07:39.404839 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-73c0efbb-5ee9-4ea0-be67-2521164155b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830626 May 10 15:07:39.538907 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-249a453f-837a-4968-a9e3-efbbd5082e26 service neutron] 10.222.0.43 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219997 May 10 15:07:39.622646 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23425db-26a3-489e-8dc2-250987c4590a req-ef2f76a4-c622-4f93-aa72-c1ae07d89ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:39.624100 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f23425db-26a3-489e-8dc2-250987c4590a req-ef2f76a4-c622-4f93-aa72-c1ae07d89ec5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00&tenant_id=44887f9b480647b0a07600f3de217a2b HTTP/1.1" status: 200 len: 1096 time: 0.0726058 May 10 15:07:39.669202 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-086be5c4-f768-4c5c-9522-203203230a49 service neutron] 10.222.0.43 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245046 May 10 15:07:39.719130 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23425db-26a3-489e-8dc2-250987c4590a req-ce127cdb-3e99-4800-83e9-659ba5de6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:39.720614 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f23425db-26a3-489e-8dc2-250987c4590a req-ce127cdb-3e99-4800-83e9-659ba5de6129 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 1096 time: 0.0746033 May 10 15:07:39.859748 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268e63e-1a14-4145-bb3b-75164a4ee475 req-acaaf8c0-efa0-4d1d-986c-27821d295c89 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:39.861547 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2268e63e-1a14-4145-bb3b-75164a4ee475 req-acaaf8c0-efa0-4d1d-986c-27821d295c89 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.0887415 May 10 15:07:39.864516 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23425db-26a3-489e-8dc2-250987c4590a req-b8c4a5b5-40e8-4765-bd68-254e82cdc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:39.866345 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f23425db-26a3-489e-8dc2-250987c4590a req-b8c4a5b5-40e8-4765-bd68-254e82cdc290 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 918 time: 0.1394210 May 10 15:07:39.916616 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2268e63e-1a14-4145-bb3b-75164a4ee475 req-7e1ed66e-2ed7-4f85-9a6f-8ec141640f0d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484898 May 10 15:07:39.991136 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f23425db-26a3-489e-8dc2-250987c4590a req-c7372614-2fd2-47cf-a9ec-5aa53f7a43b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0 HTTP/1.1" status: 200 len: 999 time: 0.1180091 May 10 15:07:40.070962 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23425db-26a3-489e-8dc2-250987c4590a req-c25d1d86-29fe-4bcb-bda0-8416fbb2a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:40.072535 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f23425db-26a3-489e-8dc2-250987c4590a req-c25d1d86-29fe-4bcb-bda0-8416fbb2a40e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 200 len: 856 time: 0.0744054 May 10 15:07:40.107080 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-fd334c48-7671-4d3c-8239-4777d998502f req-a77dbaf3-9b95-4815-8bdb-d5666aeb7981 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 210 time: 0.0506556 May 10 15:07:40.153582 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23425db-26a3-489e-8dc2-250987c4590a req-931fe195-2a50-40da-8d24-d040ef6236e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:40.154147 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d035ad-c136-4fd9-a305-3b17af27772c req-106849e2-47ac-48a4-aed9-45f4d50dccf5 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:40.155090 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f23425db-26a3-489e-8dc2-250987c4590a req-931fe195-2a50-40da-8d24-d040ef6236e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a505177-ed31-4f0e-addb-1734401fec02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752499 May 10 15:07:40.155674 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-12d035ad-c136-4fd9-a305-3b17af27772c req-106849e2-47ac-48a4-aed9-45f4d50dccf5 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.1426194 May 10 15:07:40.205188 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-12d035ad-c136-4fd9-a305-3b17af27772c req-00b1ae64-727d-4b94-a7a9-e9301bed19ce tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 May 10 15:07:40.305513 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f23425db-26a3-489e-8dc2-250987c4590a req-e9d946fa-91db-4011-b93a-ec368bfe9e90 service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433320 May 10 15:07:40.444876 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f23425db-26a3-489e-8dc2-250987c4590a req-c5d18164-30fb-4358-a608-a04f8b3e9b8c service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323004 May 10 15:07:40.809898 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 47d119d0-6edb-45c4-8944-3027145b0e25 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:07:40.871439 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: 47d119d0-6edb-45c4-8944-3027145b0e25 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:07:40.872342 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 47d119d0-6edb-45c4-8944-3027145b0e25 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:07:40.873190 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device b048393d-b27c-4ff9-a702-14b8084cdfe0 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:07:41.137502 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4145a38-1d23-4f5f-944e-78f8ba94f54b req-81adecb3-a69f-485d-885a-1fcf0b9c4ff9 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:41.138901 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e4145a38-1d23-4f5f-944e-78f8ba94f54b req-81adecb3-a69f-485d-885a-1fcf0b9c4ff9 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.0903070 May 10 15:07:41.195897 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e4145a38-1d23-4f5f-944e-78f8ba94f54b req-32761d17-dfa2-4831-8963-240a5bed044d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508339 May 10 15:07:41.281116 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-94f3dd63-0c7b-4c8b-8419-e388752bb64b req-52c3f631-e386-4427-bc50-5d2007641b59 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 210 time: 0.0586729 May 10 15:07:41.444649 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be06f9-2814-4d2f-b6b6-6d5098f26d00 req-253128b4-1a51-4a5e-94f1-6d1e86d8fe81 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:41.446024 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-41be06f9-2814-4d2f-b6b6-6d5098f26d00 req-253128b4-1a51-4a5e-94f1-6d1e86d8fe81 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.0855670 May 10 15:07:41.498234 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-41be06f9-2814-4d2f-b6b6-6d5098f26d00 req-ea8825de-9096-4537-bdb8-1da49050e1b1 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463517 May 10 15:07:42.439927 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748abdc-17dd-43d3-b244-b13528a7315f req-64164ced-3b3f-4a3a-bf5b-a20974f8bca5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:42.441421 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d748abdc-17dd-43d3-b244-b13528a7315f req-64164ced-3b3f-4a3a-bf5b-a20974f8bca5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.1359797 May 10 15:07:42.466660 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-758d2e98-7599-4e7a-8e51-0232f6f97489 req-d8251010-d08e-468e-8150-1e7efdadde4a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 210 time: 0.0671184 May 10 15:07:42.496228 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d748abdc-17dd-43d3-b244-b13528a7315f req-a2ff3328-8a24-4d8a-afa5-d5cf9612d9eb tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478771 May 10 15:07:42.698306 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ed92c-6373-4a07-a62a-7b02d697e801 req-1c5e0a3d-5342-4f11-abdf-ce8bbd64460f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:42.699957 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-be8ed92c-6373-4a07-a62a-7b02d697e801 req-1c5e0a3d-5342-4f11-abdf-ce8bbd64460f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.0870275 May 10 15:07:42.748544 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-be8ed92c-6373-4a07-a62a-7b02d697e801 req-e2b63a54-43b2-43b6-93bf-0b495e09d1ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 May 10 15:07:43.643489 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-272d93b9-25c2-42be-a0a3-1003d53649db req-95d29129-846c-48ea-9006-1c4d703241ac tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 210 time: 0.0727010 May 10 15:07:43.719139 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16afffc-bf76-463f-8b4d-72f36f6c9be1 req-8a9526ae-c41e-4d4b-b6ab-187a2b5887bc tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:43.720573 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e16afffc-bf76-463f-8b4d-72f36f6c9be1 req-8a9526ae-c41e-4d4b-b6ab-187a2b5887bc tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.1139112 May 10 15:07:43.770346 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e16afffc-bf76-463f-8b4d-72f36f6c9be1 req-7472da8a-f32e-47c6-95c5-4fb42c1f4f56 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431149 May 10 15:07:43.945437 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52325e9-4d23-492a-a823-16fff80c78b9 req-b12b0222-7b77-41b3-866a-6eba88df82a3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:43.946955 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a52325e9-4d23-492a-a823-16fff80c78b9 req-b12b0222-7b77-41b3-866a-6eba88df82a3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.0847337 May 10 15:07:43.997384 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a52325e9-4d23-492a-a823-16fff80c78b9 req-5505eb4d-261b-4b49-8be3-f99cb8959042 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 May 10 15:07:44.815156 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b8e62474-349e-4ad9-b545-72440cc9595a req-194ee957-f581-4c26-a20c-211ade4160ce tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 210 time: 0.0478046 May 10 15:07:44.967724 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5682a-2b12-4b99-a85a-2d7e6c462c38 req-29b370de-6a3e-43c0-bdb7-d48c05002fab tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:44.969147 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-57d5682a-2b12-4b99-a85a-2d7e6c462c38 req-29b370de-6a3e-43c0-bdb7-d48c05002fab tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.0810664 May 10 15:07:45.019385 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-57d5682a-2b12-4b99-a85a-2d7e6c462c38 req-9312d827-2987-4eb2-a73c-c61ea3bda549 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436091 May 10 15:07:45.281347 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207552d4-bd3a-4750-96c8-f0f93d8f7dbf req-1e5f0bef-54c3-4477-acfd-ec0c16afc837 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:45.282777 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-207552d4-bd3a-4750-96c8-f0f93d8f7dbf req-1e5f0bef-54c3-4477-acfd-ec0c16afc837 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.1666303 May 10 15:07:45.333598 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-207552d4-bd3a-4750-96c8-f0f93d8f7dbf req-5a85fdb0-70a2-4aaf-8c50-b0ac8024ba49 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442884 May 10 15:07:45.983365 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d99c142b-e5ee-42c3-a589-7d751befdc3e req-a3c180f8-1036-485d-b7e9-eaa1aefa9647 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 210 time: 0.0546646 May 10 15:07:46.189684 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:46.367334 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a28bae-53c0-4078-aeb5-28308df9527e req-b1d3e23c-a5d0-49bc-8944-1dc36ed67ad6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:46.369452 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b8a28bae-53c0-4078-aeb5-28308df9527e req-b1d3e23c-a5d0-49bc-8944-1dc36ed67ad6 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.0896356 May 10 15:07:46.444190 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b8a28bae-53c0-4078-aeb5-28308df9527e req-8969e952-036a-4d80-ac76-e5738fc8801b tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652559 May 10 15:07:46.531916 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7245f0d-6838-4de2-b517-7cf8a58826d7 req-b7eb1f68-dc7a-4c95-9a5c-65d69cf3f4e9 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:46.533362 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a7245f0d-6838-4de2-b517-7cf8a58826d7 req-b7eb1f68-dc7a-4c95-9a5c-65d69cf3f4e9 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.0825756 May 10 15:07:46.584167 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a7245f0d-6838-4de2-b517-7cf8a58826d7 req-786f3580-22a8-4f58-b027-a64cdce3efb8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444303 May 10 15:07:47.132426 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6c839e13-5a43-4515-a142-eeda6857017e req-ee665d01-34cf-47a0-8195-eacaba1a7f6e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 210 time: 0.0439804 May 10 15:07:47.646628 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d729c5-2925-4065-a8f4-e374fd142c93 req-b9a2c3d0-4910-4a05-af26-7f004cff0e4e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:47.648086 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-56d729c5-2925-4065-a8f4-e374fd142c93 req-b9a2c3d0-4910-4a05-af26-7f004cff0e4e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.0945506 May 10 15:07:47.705544 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-56d729c5-2925-4065-a8f4-e374fd142c93 req-2c8e3223-1d40-4df8-ad09-6e8e0c85b3cc tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514519 May 10 15:07:47.788323 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb2de5-876a-4ce7-8126-6a7ce178b30f req-fbd466d5-e897-47c0-8e63-310a4f197d24 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:47.789917 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bbdb2de5-876a-4ce7-8126-6a7ce178b30f req-fbd466d5-e897-47c0-8e63-310a4f197d24 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.0835078 May 10 15:07:47.837156 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bbdb2de5-876a-4ce7-8126-6a7ce178b30f req-3e80f1e8-74ac-4fe5-acca-f97e36abab67 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414464 May 10 15:07:48.285644 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c8b21166-0698-40dc-a71f-62e5fafaf624 req-b3f241ad-947a-4e75-8b17-619d5270da9b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 210 time: 0.0449059 May 10 15:07:48.923885 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431242b-0f2a-46b9-94a8-b61905c02524 req-98ded863-1ef3-4bd7-8162-3a4fec4cb573 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:48.925675 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3431242b-0f2a-46b9-94a8-b61905c02524 req-98ded863-1ef3-4bd7-8162-3a4fec4cb573 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.0996819 May 10 15:07:49.023912 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3431242b-0f2a-46b9-94a8-b61905c02524 req-29f97d78-b706-4e89-87d1-5422c1c81ff9 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922410 May 10 15:07:49.059445 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb72ef-d470-498c-87b8-21c4a42b9d84 req-af2919f0-5af2-4743-8d04-e417967211e2 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:49.060921 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e9eb72ef-d470-498c-87b8-21c4a42b9d84 req-af2919f0-5af2-4743-8d04-e417967211e2 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.0953155 May 10 15:07:49.108616 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e9eb72ef-d470-498c-87b8-21c4a42b9d84 req-f146222e-ea33-4a3c-864d-27bb07cafcc3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 May 10 15:07:49.447790 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ebb3658b-3a7e-4ba2-8c6a-6554309b01f5 req-f5da7214-856e-4909-809e-483cd2a663dd tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 210 time: 0.0427721 May 10 15:07:50.294986 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676f5d4-b7ea-4da0-a909-90ceeaaf1100 req-cc63681e-4dc2-482b-b43b-06a19ab6f944 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:50.296679 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f676f5d4-b7ea-4da0-a909-90ceeaaf1100 req-cc63681e-4dc2-482b-b43b-06a19ab6f944 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.1591918 May 10 15:07:50.371699 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad3e67-f4c8-44b9-a3e4-f0c1159862b6 req-eb74ebf4-f2cf-4a07-8b5f-255881442564 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:50.373280 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0cad3e67-f4c8-44b9-a3e4-f0c1159862b6 req-eb74ebf4-f2cf-4a07-8b5f-255881442564 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.1479990 May 10 15:07:50.378410 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f676f5d4-b7ea-4da0-a909-90ceeaaf1100 req-84318be5-11f3-477c-905e-dde6d4921dfd tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732808 May 10 15:07:50.420319 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0cad3e67-f4c8-44b9-a3e4-f0c1159862b6 req-a3ff6020-a8b6-4542-b959-4d14563a3264 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409384 May 10 15:07:50.606969 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-78095da5-7bf2-4992-af6d-4f00ec03b994 req-25a83e4d-2361-4d79-805c-fede28668d5e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 210 time: 0.0503442 May 10 15:07:51.629707 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578e39d-db3c-4858-a4d6-758e3c2b872f req-3d91bb1c-e535-4a19-998c-b41ea981c3a4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:51.631748 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7578e39d-db3c-4858-a4d6-758e3c2b872f req-3d91bb1c-e535-4a19-998c-b41ea981c3a4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.1451337 May 10 15:07:51.665050 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a5511-1dbe-4918-a8c4-04339824dfd4 req-603da989-a84c-4c89-8d5f-124b493a87d3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:51.665754 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-346a5511-1dbe-4918-a8c4-04339824dfd4 req-603da989-a84c-4c89-8d5f-124b493a87d3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.1302028 May 10 15:07:51.727484 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7578e39d-db3c-4858-a4d6-758e3c2b872f req-f3e20db2-1409-47c2-897f-6777679ae59e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869966 May 10 15:07:51.737555 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-346a5511-1dbe-4918-a8c4-04339824dfd4 req-52fa0d16-a959-4bc3-9b27-da68bcba6afa tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631208 May 10 15:07:51.824114 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18652-5467-4b87-9574-5aface166df5 req-b7bdaca9-363c-4624-9053-7eb730fa9950 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:51.825536 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-b7bdaca9-363c-4624-9053-7eb730fa9950 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 811 time: 0.1596086 May 10 15:07:51.874174 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-72d58294-4f5c-4bfa-996a-d51e2fe8aff7 req-bfdccf05-e6ee-4b66-a493-716e17cbe24e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 210 time: 0.0424473 May 10 15:07:51.892318 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-45a5416c-fd20-42ba-8145-eedd74b941c0 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ba117a34cf42ccafb6acc1f6ab871a HTTP/1.1" status: 200 len: 379 time: 0.0458739 May 10 15:07:51.903478 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'port': {'device_id': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'admin_state_up': True, 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'security_groups': ['6c06dcf0-ccab-41c2-b829-b61ee4f58019']}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:52.041818 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:52.047446 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:port and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:52.050794 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:52.057159 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:52.074853 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Made reservation on behalf of 46ba117a34cf42ccafb6acc1f6ab871a for: {'port': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:07:52.078467 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.240512 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Allocated IP 172.20.0.4 (e1f64e07-9a73-4058-be4a-fc5e16739257/a81e2264-e766-497d-959d-ce0909861ac6/5e232f90-f6df-46f3-a21b-98692e132fbe) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:07:52.532155 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.548506 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Transition to ACTIVE for port object 5e232f90-f6df-46f3-a21b-98692e132fbe will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:07:52.573527 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.579289 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-fff9911c-d6ae-480b-8d6f-4d29c587ea44 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:52.645211 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Network e1f64e07-9a73-4058-be4a-fc5e16739257 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:07:52.648807 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:07:52.657972 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:07:52.689048 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'Port': ['ID=5e232f90-f6df-46f3-a21b-98692e132fbe,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:52.695921 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:52.726587 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:52.727319 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.751222 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8517139 May 10 15:07:52.762635 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Request body: {'port': {'device_id': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:52.902642 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.919701 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-1d648b60-024c-4a27-b783-9b79c9eaea7a None None] Provisioning for port 5e232f90-f6df-46f3-a21b-98692e132fbe completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:07:52.924643 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-1d648b60-024c-4a27-b783-9b79c9eaea7a None None] Provisioning complete for port 5e232f90-f6df-46f3-a21b-98692e132fbe triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:07:52.925369 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1d648b60-024c-4a27-b783-9b79c9eaea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.979898 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-1d648b60-024c-4a27-b783-9b79c9eaea7a None None] Port 5e232f90-f6df-46f3-a21b-98692e132fbe cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:07:52.997496 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b37092-2f8d-4e9e-8c91-462481566e02 req-3fdf7720-d668-431d-accb-f5789aa82cde tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:52.998990 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-87b37092-2f8d-4e9e-8c91-462481566e02 req-3fdf7720-d668-431d-accb-f5789aa82cde tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.1561375 May 10 15:07:53.035854 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a2b13-e3a0-4a97-a4a0-4387e23ba1fe req-244b3717-0bcb-4f02-9157-a81e6f0eedf7 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:53.038500 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d18a2b13-e3a0-4a97-a4a0-4387e23ba1fe req-244b3717-0bcb-4f02-9157-a81e6f0eedf7 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.1531861 May 10 15:07:53.077342 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-87b37092-2f8d-4e9e-8c91-462481566e02 req-08ff9e0a-eeab-479b-9376-56d7cf64b753 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&id=9706310f-c748-411f-a618-b4a004746363&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677767 May 10 15:07:53.108196 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d18a2b13-e3a0-4a97-a4a0-4387e23ba1fe req-73920496-af0a-4650-b74b-b67759901263 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601327 May 10 15:07:53.261019 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e232f90-f6df-46f3-a21b-98692e132fbe {{(pid=78717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:07:53.268364 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.282798 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Transition to ACTIVE for port object 5e232f90-f6df-46f3-a21b-98692e132fbe will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:07:53.287275 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.291764 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-149233ed-2266-4d07-a99a-05d968d994d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:53.455480 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Pushing event updated for resources: {'Port': ['ID=5e232f90-f6df-46f3-a21b-98692e132fbe,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:53.488084 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:53.495223 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973dc46-38a1-40d1-b400-4cb56dbe9029 req-7c2dcb71-3322-48c5-ae6d-04cf132bf64a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:53.502486 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5973dc46-38a1-40d1-b400-4cb56dbe9029 req-7c2dcb71-3322-48c5-ae6d-04cf132bf64a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 943 time: 0.1866374 May 10 15:07:53.530605 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Attempting to bind port 5e232f90-f6df-46f3-a21b-98692e132fbe on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:07:53.530936 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Attempting to bind port 5e232f90-f6df-46f3-a21b-98692e132fbe by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:07:53.531253 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Attempting to bind port 5e232f90-f6df-46f3-a21b-98692e132fbe on network e1f64e07-9a73-4058-be4a-fc5e16739257 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:07:53.535686 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Port 5e232f90-f6df-46f3-a21b-98692e132fbe on network e1f64e07-9a73-4058-be4a-fc5e16739257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:07:53.536000 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Attempting to bind port 5e232f90-f6df-46f3-a21b-98692e132fbe on network e1f64e07-9a73-4058-be4a-fc5e16739257 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:07:53.541114 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:07:53.541386 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Checking segment: {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:07:53.541767 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Bound using segment: {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:07:53.542226 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Bound port: 5e232f90-f6df-46f3-a21b-98692e132fbe, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:07:53.542573 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.544809 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5973dc46-38a1-40d1-b400-4cb56dbe9029 req-0375c88f-4807-461d-b852-76e6e0274b13 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412192 May 10 15:07:53.634706 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] For port 5e232f90-f6df-46f3-a21b-98692e132fbe, host hv-cinder-78093, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:07:53.637777 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] For port 5e232f90-f6df-46f3-a21b-98692e132fbe, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5e232f90-f6df-46f3-a21b-98692e132fbe,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:07:53.641431 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.644823 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:53.694319 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:53.695450 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.696242 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] 10.222.0.38 "PUT /v2.0/ports/5e232f90-f6df-46f3-a21b-98692e132fbe HTTP/1.1" status: 200 len: 1093 time: 0.9379196 May 10 15:07:53.698608 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'tag': '5e232f90-f6df-46f3-a21b-98692e132fbe'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:07:53.729181 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Pushing event updated for resources: {'Port': ['ID=5e232f90-f6df-46f3-a21b-98692e132fbe,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:53.732344 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:53.770751 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'tag': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'status': 'completed', 'code': 200} May 10 15:07:53.813544 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18652-5467-4b87-9574-5aface166df5 req-37ab8af9-20f6-4a46-bf93-c4510fd3998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:53.815076 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-37ab8af9-20f6-4a46-bf93-c4510fd3998f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 1096 time: 0.0799310 May 10 15:07:53.884386 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-beed600c-081f-491d-8412-77841465747d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e232f90-f6df-46f3-a21b-98692e132fbe HTTP/1.1" status: 200 len: 217 time: 0.0615001 May 10 15:07:53.950594 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18652-5467-4b87-9574-5aface166df5 req-b1cc9c9d-61f1-4224-8f3d-40ca9f235618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:53.952042 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-b1cc9c9d-61f1-4224-8f3d-40ca9f235618 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.0613334 May 10 15:07:54.026708 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18652-5467-4b87-9574-5aface166df5 req-e641bc89-e581-4139-8497-d79c5360cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:54.028083 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-e641bc89-e581-4139-8497-d79c5360cc91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699973 May 10 15:07:54.158249 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-5e04aedd-e186-402f-a8bf-016e7429e88f service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232953 May 10 15:07:54.299215 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa54dc-ba61-4330-a19d-0073910ff7ee req-f47225ba-1cdd-4e14-b346-fee31a2933fc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:54.300949 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ddaa54dc-ba61-4330-a19d-0073910ff7ee req-f47225ba-1cdd-4e14-b346-fee31a2933fc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 943 time: 0.0817652 May 10 15:07:54.347773 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ddaa54dc-ba61-4330-a19d-0073910ff7ee req-971105c5-f936-43cc-9cd6-b8724842dd24 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410464 May 10 15:07:54.387371 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f6e18652-5467-4b87-9574-5aface166df5 req-0fdd6836-55c5-4452-892f-a19961f306df service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227311 May 10 15:07:54.502917 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c13e57-dbb4-471b-92d3-c5b20236945e req-7268d843-7a60-49b3-9fed-9f534e2b4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:54.504360 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-08c13e57-dbb4-471b-92d3-c5b20236945e req-7268d843-7a60-49b3-9fed-9f534e2b4e29 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 1096 time: 0.0727365 May 10 15:07:54.635451 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c13e57-dbb4-471b-92d3-c5b20236945e req-ed1190d3-11a4-48a6-b537-504942f44b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:54.636899 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-08c13e57-dbb4-471b-92d3-c5b20236945e req-ed1190d3-11a4-48a6-b537-504942f44b2c service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 912 time: 0.1250041 May 10 15:07:54.706854 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-08c13e57-dbb4-471b-92d3-c5b20236945e req-96310c4a-cd40-41e1-befd-22601ccbd711 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e232f90-f6df-46f3-a21b-98692e132fbe HTTP/1.1" status: 200 len: 217 time: 0.0628731 May 10 15:07:54.726344 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ed77e-aaa5-4033-9e03-07b9a9af83cf req-4bad0f7c-c26f-4bd6-b514-95f7011d1d83 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:54.727829 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a08ed77e-aaa5-4033-9e03-07b9a9af83cf req-4bad0f7c-c26f-4bd6-b514-95f7011d1d83 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 943 time: 0.0789766 May 10 15:07:54.767699 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c13e57-dbb4-471b-92d3-c5b20236945e req-dbcf560c-88ec-4e93-b7ee-4ed7268c8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:54.769155 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-08c13e57-dbb4-471b-92d3-c5b20236945e req-dbcf560c-88ec-4e93-b7ee-4ed7268c8b89 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.0563700 May 10 15:07:54.771927 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a08ed77e-aaa5-4033-9e03-07b9a9af83cf req-cc9b7f6d-4052-467a-9a48-245d3a3d5839 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384011 May 10 15:07:54.843539 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c13e57-dbb4-471b-92d3-c5b20236945e req-9a245156-124d-49f4-b0e5-e77cfabb590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:54.844998 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-08c13e57-dbb4-471b-92d3-c5b20236945e req-9a245156-124d-49f4-b0e5-e77cfabb590a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691350 May 10 15:07:54.873119 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device b048393d-b27c-4ff9-a702-14b8084cdfe0 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:07:54.980481 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-08c13e57-dbb4-471b-92d3-c5b20236945e req-bff49a46-20dd-4597-92cc-77089bb4e410 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287920 May 10 15:07:55.015904 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:55.029111 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'port_id': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'mac_address': 'fa:16:3e:dd:74:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:07:55.088688 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:55.109031 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b048393d-b27c-4ff9-a702-14b8084cdfe0 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:07:55.129088 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:55.132655 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-08c13e57-dbb4-471b-92d3-c5b20236945e req-04f9db6a-8f30-4da7-9da6-3bc9abfd1287 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453028 May 10 15:07:55.134421 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:55.138273 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:55.204496 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=b048393d-b27c-4ff9-a702-14b8084cdfe0,revision_number=9']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:55.211544 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:55.211898 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:55.212234 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:55.212565 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:55.212893 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:55.213224 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:55.213546 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:55.213867 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:55.214213 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:55.214534 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:55.214853 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:55.215168 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:55.219080 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:55.271411 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2c122-ec81-4334-abca-f019696fa305 req-ed49d2c7-0ab8-435e-824f-9485d29c929c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:55.272759 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d2d2c122-ec81-4334-abca-f019696fa305 req-ed49d2c7-0ab8-435e-824f-9485d29c929c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0842485 May 10 15:07:55.317100 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d2d2c122-ec81-4334-abca-f019696fa305 req-f989b3b0-a201-4391-9c34-5027b67fcd4a tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386074 May 10 15:07:55.382801 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['b048393d-b27c-4ff9-a702-14b8084cdfe0'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:07:55.535041 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2cb5a-0a06-4212-b1ab-cfcab245a87a req-3924063d-b646-453e-9a4a-72bfe355caea tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:55.536906 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9ed2cb5a-0a06-4212-b1ab-cfcab245a87a req-3924063d-b646-453e-9a4a-72bfe355caea tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 944 time: 0.0785353 May 10 15:07:55.583967 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9ed2cb5a-0a06-4212-b1ab-cfcab245a87a req-4796c9c9-1f2e-4c6e-99a9-ec2e1e7a95fc tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409486 May 10 15:07:55.952869 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5010352-c6eb-499b-96af-93ccf5d9cf3d req-12d0ab75-181b-4a34-a335-cbba05820a16 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:55.954314 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a5010352-c6eb-499b-96af-93ccf5d9cf3d req-12d0ab75-181b-4a34-a335-cbba05820a16 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 943 time: 0.0777791 May 10 15:07:55.998465 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a5010352-c6eb-499b-96af-93ccf5d9cf3d req-333ba29b-897f-4828-9256-0e584827286d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376749 May 10 15:07:56.501845 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45085115-e9af-441e-abef-37f91515ef9c req-32274295-a2e5-473e-8d6c-668a2d425531 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:56.503291 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-45085115-e9af-441e-abef-37f91515ef9c req-32274295-a2e5-473e-8d6c-668a2d425531 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0815651 May 10 15:07:56.547387 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-45085115-e9af-441e-abef-37f91515ef9c req-76d657a8-72c0-419e-a879-13b863b35e89 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378313 May 10 15:07:56.768544 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f32b10-25af-40a9-9523-1c93a593cab1 req-ef24866b-1415-48c9-a804-5195f01aee79 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:56.769977 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b5f32b10-25af-40a9-9523-1c93a593cab1 req-ef24866b-1415-48c9-a804-5195f01aee79 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 944 time: 0.0787814 May 10 15:07:56.813993 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b5f32b10-25af-40a9-9523-1c93a593cab1 req-4d0f9a8f-83d0-411b-b4de-7e89b367f65f tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383298 May 10 15:07:56.886992 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device b048393d-b27c-4ff9-a702-14b8084cdfe0 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:07:56.953004 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port b048393d-b27c-4ff9-a702-14b8084cdfe0 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:07:56.953376 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:57.067240 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:57.092576 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:07:57.102858 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:57.107168 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:57.109144 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:57.142860 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'code': 200} May 10 15:07:57.182082 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=b048393d-b27c-4ff9-a702-14b8084cdfe0,revision_number=10']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:57.184973 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:57.188389 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ef60c-b31b-400e-86e1-63d47968ae65 req-eed1dc4b-e9ed-485a-8600-ce2290b916cf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:57.189966 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-463ef60c-b31b-400e-86e1-63d47968ae65 req-eed1dc4b-e9ed-485a-8600-ce2290b916cf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 943 time: 0.0885804 May 10 15:07:57.236009 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-463ef60c-b31b-400e-86e1-63d47968ae65 req-535d8593-7770-4c66-8e6b-7d218d7744ee tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397232 May 10 15:07:57.376665 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa80be6-524f-4560-a345-ec1848897619 req-b679c664-4d4a-4301-ad47-e54897a88a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:57.378354 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-7fa80be6-524f-4560-a345-ec1848897619 req-b679c664-4d4a-4301-ad47-e54897a88a85 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 1099 time: 0.0734441 May 10 15:07:57.418040 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-7fa80be6-524f-4560-a345-ec1848897619 req-c66c4c68-bbb9-4fb1-8ffb-8e2990e41813 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334918 May 10 15:07:57.732090 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8e305-5cd8-4c46-b3b0-074a5847da38 req-2f247206-bfb4-4814-bee8-775ede75c6a6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:57.733438 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0ce8e305-5cd8-4c46-b3b0-074a5847da38 req-2f247206-bfb4-4814-bee8-775ede75c6a6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0817366 May 10 15:07:57.776884 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0ce8e305-5cd8-4c46-b3b0-074a5847da38 req-611ff041-6833-4064-a396-f21d814a4aad tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377848 May 10 15:07:57.999905 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc767b-893a-4af1-b104-4a46546172b5 req-c39a94db-7c2c-45d0-bf15-87c8aff65e97 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:58.001269 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-08cc767b-893a-4af1-b104-4a46546172b5 req-c39a94db-7c2c-45d0-bf15-87c8aff65e97 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 946 time: 0.0799110 May 10 15:07:58.022424 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-8b7d5a79-8497-48bb-9b0a-a848ac9ebb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:58.048661 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-08cc767b-893a-4af1-b104-4a46546172b5 req-10da40e3-4a2f-4e84-b2c7-919285bf9cb8 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410624 May 10 15:07:58.428625 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78c7b7-77dd-4289-b0b6-b0d135a8c39a req-2928482c-80c7-4b49-952a-24913fcbaae2 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:58.430286 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6f78c7b7-77dd-4289-b0b6-b0d135a8c39a req-2928482c-80c7-4b49-952a-24913fcbaae2 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 943 time: 0.0860143 May 10 15:07:58.476071 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6f78c7b7-77dd-4289-b0b6-b0d135a8c39a req-835fd14b-6ed7-4916-b107-5ecdb65dba6c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396867 May 10 15:07:58.968706 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f4bbf-79eb-4cff-b669-928ed2197154 req-d19c6726-8da8-44e1-8ec7-9cc8ab310148 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:58.970188 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-973f4bbf-79eb-4cff-b669-928ed2197154 req-d19c6726-8da8-44e1-8ec7-9cc8ab310148 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0852706 May 10 15:07:59.017381 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-973f4bbf-79eb-4cff-b669-928ed2197154 req-3b4157f0-016b-49a6-a39e-31fd39d560d4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408087 May 10 15:07:59.235218 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403ca38-d99d-4072-8291-ea5e10ade6c4 req-6ce9cb4a-0cdf-46bd-ba52-c52ae651dc79 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:59.236660 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4403ca38-d99d-4072-8291-ea5e10ade6c4 req-6ce9cb4a-0cdf-46bd-ba52-c52ae651dc79 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 946 time: 0.0783508 May 10 15:07:59.280103 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4403ca38-d99d-4072-8291-ea5e10ade6c4 req-5835e4d5-7748-497a-82e2-ec971fe031ac tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376847 May 10 15:07:59.657295 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1953b-4fd4-44e3-8853-4daf32824855 req-916faa6e-74c8-4ae6-b46e-fd650404e75f tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:59.658838 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8fa1953b-4fd4-44e3-8853-4daf32824855 req-916faa6e-74c8-4ae6-b46e-fd650404e75f tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 943 time: 0.0796821 May 10 15:07:59.702987 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8fa1953b-4fd4-44e3-8853-4daf32824855 req-cb1b7adf-49be-4089-ba02-84839683b36b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383482 May 10 15:08:00.199880 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f2062-6f09-4118-a06e-6bf2554d3eca req-6ea99542-951f-460b-9a26-b03773dab716 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:00.201225 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-394f2062-6f09-4118-a06e-6bf2554d3eca req-6ea99542-951f-460b-9a26-b03773dab716 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0802338 May 10 15:08:00.248991 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-394f2062-6f09-4118-a06e-6bf2554d3eca req-df447873-2ae1-4d90-9cc7-3e1e5c924da8 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420568 May 10 15:08:00.431529 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1b297d51-3299-4983-9e26-d5a4b1b69858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.470332 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.881318 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ee30-3e9e-41fe-a968-1ed231b74652 req-18b87221-4755-4a8f-b40a-f5a18d1e430a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:00.882916 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1415ee30-3e9e-41fe-a968-1ed231b74652 req-18b87221-4755-4a8f-b40a-f5a18d1e430a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 943 time: 0.0785065 May 10 15:08:00.929546 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1415ee30-3e9e-41fe-a968-1ed231b74652 req-015d6bbd-1923-4a95-b8c3-a7daa832d2f4 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408967 May 10 15:08:01.494034 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceab8ed-1008-4f08-8bbe-7a0449df6bff req-6242c685-6ffb-4948-90d0-b6719f1887ec tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:01.496197 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-aceab8ed-1008-4f08-8bbe-7a0449df6bff req-6242c685-6ffb-4948-90d0-b6719f1887ec tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.1454196 May 10 15:08:01.539316 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-aceab8ed-1008-4f08-8bbe-7a0449df6bff req-d3379777-db3f-4fe5-8c03-94305faf7574 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377882 May 10 15:08:01.581631 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:02.114510 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d83f5-79ba-401f-940c-aab917c1aa89 req-9ac1e191-69cf-4947-83e8-d5e4fbe618c7 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:02.115942 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-676d83f5-79ba-401f-940c-aab917c1aa89 req-9ac1e191-69cf-4947-83e8-d5e4fbe618c7 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 943 time: 0.0798306 May 10 15:08:02.159562 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-676d83f5-79ba-401f-940c-aab917c1aa89 req-63a5a5b2-5c12-4345-87ec-fb7d85e95179 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380108 May 10 15:08:02.718811 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcd8ab-a4f4-4d6f-90b6-6f4112506999 req-ea47fc88-44ba-4fb9-982d-f92579765853 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:02.720169 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8cdcd8ab-a4f4-4d6f-90b6-6f4112506999 req-ea47fc88-44ba-4fb9-982d-f92579765853 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0787790 May 10 15:08:02.766559 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8cdcd8ab-a4f4-4d6f-90b6-6f4112506999 req-a8e44ba8-a1ca-4055-b1d0-8c642abf1516 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399263 May 10 15:08:02.942485 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 5e232f90-f6df-46f3-a21b-98692e132fbe details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:08:03.073810 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 5e232f90-f6df-46f3-a21b-98692e132fbe, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5e232f90-f6df-46f3-a21b-98692e132fbe,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:03.086522 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'port_id': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'mac_address': 'fa:16:3e:31:f8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:08:03.140110 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:03.156512 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e232f90-f6df-46f3-a21b-98692e132fbe {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:08:03.181779 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 5e232f90-f6df-46f3-a21b-98692e132fbe, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5e232f90-f6df-46f3-a21b-98692e132fbe,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:03.186159 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:03.188051 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:03.221082 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:03.252083 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=5e232f90-f6df-46f3-a21b-98692e132fbe,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:03.255570 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:03.341672 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5feab8-302c-4afa-a047-246d4f671e21 req-345be804-a5b5-4cd2-b988-30d1407ee481 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:03.343126 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0a5feab8-302c-4afa-a047-246d4f671e21 req-345be804-a5b5-4cd2-b988-30d1407ee481 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 944 time: 0.0785804 May 10 15:08:03.387750 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0a5feab8-302c-4afa-a047-246d4f671e21 req-60bf8c4a-776f-44fc-82e2-564e563b76ce tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380864 May 10 15:08:03.440665 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['5e232f90-f6df-46f3-a21b-98692e132fbe'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:08:03.951344 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1940e-3e49-46a9-8a86-81427c4c90db req-b2294706-e3ce-4613-b875-806dcddb4e77 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:03.952780 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-98f1940e-3e49-46a9-8a86-81427c4c90db req-b2294706-e3ce-4613-b875-806dcddb4e77 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0834575 May 10 15:08:03.996706 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-98f1940e-3e49-46a9-8a86-81427c4c90db req-ef02380e-4fb3-4f15-8b23-bd4d39dbda37 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382204 May 10 15:08:04.573031 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426ae54-44d2-49bb-8261-2c601ea144a5 req-6d435795-0cf2-4e30-901d-5e4ea98ce0b7 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:04.574470 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0426ae54-44d2-49bb-8261-2c601ea144a5 req-6d435795-0cf2-4e30-901d-5e4ea98ce0b7 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 944 time: 0.0789046 May 10 15:08:04.621007 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0426ae54-44d2-49bb-8261-2c601ea144a5 req-94877e9e-1ce5-4519-a064-17484f80bbf0 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 May 10 15:08:04.950620 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 5e232f90-f6df-46f3-a21b-98692e132fbe up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:08:05.019634 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port 5e232f90-f6df-46f3-a21b-98692e132fbe completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:08:05.024751 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 5e232f90-f6df-46f3-a21b-98692e132fbe triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:08:05.025122 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:05.138322 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:05.164254 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e232f90-f6df-46f3-a21b-98692e132fbe'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:08:05.173696 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 5e232f90-f6df-46f3-a21b-98692e132fbe, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5e232f90-f6df-46f3-a21b-98692e132fbe,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:05.178532 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:05.180374 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:05.182791 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d0768-5eed-44f8-96b8-65a50e396cff req-632ac5e6-858c-4331-89b3-57e30a0ac99d tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:05.184288 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e13d0768-5eed-44f8-96b8-65a50e396cff req-632ac5e6-858c-4331-89b3-57e30a0ac99d tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0804362 May 10 15:08:05.210751 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'code': 200} May 10 15:08:05.231964 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e13d0768-5eed-44f8-96b8-65a50e396cff req-51af071d-1332-4f49-bb9e-88fac276f7c7 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415297 May 10 15:08:05.248883 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=5e232f90-f6df-46f3-a21b-98692e132fbe,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:05.252327 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:05.511290 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cd041-8750-4c6c-b9e7-acd32c3b4d74 req-66a36dd9-42e5-4a6d-b712-acdc506d39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:05.512667 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e92cd041-8750-4c6c-b9e7-acd32c3b4d74 req-66a36dd9-42e5-4a6d-b712-acdc506d39dd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 1098 time: 0.0706489 May 10 15:08:05.558611 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e92cd041-8750-4c6c-b9e7-acd32c3b4d74 req-80934bee-f2af-4377-a746-2ca4cf77cb06 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363493 May 10 15:08:05.807858 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dbfc6-c480-4e2f-98a9-4bad25a018aa req-bbc54339-3e01-4495-a296-b65973957a82 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:05.809308 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-576dbfc6-c480-4e2f-98a9-4bad25a018aa req-bbc54339-3e01-4495-a296-b65973957a82 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 945 time: 0.0833526 May 10 15:08:05.852650 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-576dbfc6-c480-4e2f-98a9-4bad25a018aa req-9932564a-5dd4-45ec-ab91-53865db9d9f2 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377212 May 10 15:08:06.318193 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:08:06.429638 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047c45c-c893-43d2-a26a-a506943e85b5 req-e67f71ef-1085-4076-b9f5-4166f27df508 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:06.431217 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d047c45c-c893-43d2-a26a-a506943e85b5 req-e67f71ef-1085-4076-b9f5-4166f27df508 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0806148 May 10 15:08:06.478609 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d047c45c-c893-43d2-a26a-a506943e85b5 req-9b181026-42bf-46fc-8b8a-cafbb3a2bd6c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411205 May 10 15:08:07.036590 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c435be-05c4-472d-b437-f28591e6a8c6 req-8d971add-03f4-4e59-9b2f-59c8fdbd9906 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:07.038023 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b8c435be-05c4-472d-b437-f28591e6a8c6 req-8d971add-03f4-4e59-9b2f-59c8fdbd9906 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 945 time: 0.0811267 May 10 15:08:07.081215 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b8c435be-05c4-472d-b437-f28591e6a8c6 req-5260fb83-7bce-46fc-ad8a-7a7e907d9bdb tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375383 May 10 15:08:07.262030 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46932-c3d4-4834-84f9-b73150748d41 req-0e76c9f0-5100-481e-946c-627d2fe7ffad tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:07.263390 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c2b46932-c3d4-4834-84f9-b73150748d41 req-0e76c9f0-5100-481e-946c-627d2fe7ffad tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 945 time: 0.0804763 May 10 15:08:07.307214 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c2b46932-c3d4-4834-84f9-b73150748d41 req-57e976bd-120f-4b78-b440-53538a306d5d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382133 May 10 15:08:07.329399 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 37866) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:07.396857 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c14d9-f44d-49ad-b1e8-7836c8af2c3e tempest-TestVolumeBootPattern-1223025299 tempest-TestVolumeBootPattern-1223025299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:07.398341 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b06c14d9-f44d-49ad-b1e8-7836c8af2c3e tempest-TestVolumeBootPattern-1223025299 tempest-TestVolumeBootPattern-1223025299-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 1093 time: 0.0679538 May 10 15:08:07.401098 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 37870) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:07.405943 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'floatingip': {'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'port_id': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:08:07.411471 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:07.415671 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:floatingip and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:07.418424 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:07.423850 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:07.434448 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:07.567856 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:07.755519 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3960d2-a347-4578-80b6-2021e7e6f5c1 req-ba44a90d-337f-4b2d-bc57-f676248fa80a tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:07.756963 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da3960d2-a347-4578-80b6-2021e7e6f5c1 req-ba44a90d-337f-4b2d-bc57-f676248fa80a tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.1509826 May 10 15:08:07.787792 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Allocated IP 172.27.0.233 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/a0635c45-5e6a-4498-8b4f-3ec9cf22f9e7) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:08:07.832739 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da3960d2-a347-4578-80b6-2021e7e6f5c1 req-fc8e8245-f508-49db-862a-483ed4fbb0c8 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697136 May 10 15:08:08.023999 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.052836 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.057062 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:08.110157 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:08:08.112805 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:08:08.116348 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:08:08.159936 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'Port': ['ID=a0635c45-5e6a-4498-8b4f-3ec9cf22f9e7,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:08.171001 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:08.171378 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:08.171748 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:08.172111 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:08.172464 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:08.172818 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:08.173170 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:08.173521 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:08.173873 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:08.174250 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:08.174596 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:08.175206 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:08.179887 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:08.528848 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.600697 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.800728 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.805239 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.808624 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-787004d8-7f36-4b7e-bf74-2d229194bcc7 tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:08.904713 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'Port': ['ID=a0635c45-5e6a-4498-8b4f-3ec9cf22f9e7,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:08.908654 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:08.924632 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.148547 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.l3_db [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Floating IP cd4c6acf-a773-4505-924f-edbb5cbe41bc associated. External IP: 172.27.0.233, port: 5e232f90-f6df-46f3-a21b-98692e132fbe. May 10 15:08:09.207478 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4137199-486b-4b03-9855-5fcbdd07e07e req-c70d9f65-d664-4e71-83d8-28c7fcdc7d0c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:09.209448 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e4137199-486b-4b03-9855-5fcbdd07e07e req-c70d9f65-d664-4e71-83d8-28c7fcdc7d0c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.2297099 May 10 15:08:09.324354 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e4137199-486b-4b03-9855-5fcbdd07e07e req-a52f46ec-2fca-410e-bed1-8e3ef242d690 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610807 May 10 15:08:09.611034 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Router 522c963e-c012-438e-8c89-d965ea45c808 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:08:09.785911 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:08:09.795491 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada8517-7860-4bc1-9a11-3a65904be317 None None] Sync routers for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:09.806123 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada8517-7860-4bc1-9a11-3a65904be317 None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:09.806725 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fada8517-7860-4bc1-9a11-3a65904be317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:09.812043 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.881907 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4684818 May 10 15:08:09.881907 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'tag': '5e232f90-f6df-46f3-a21b-98692e132fbe'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:08:09.922362 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'tag': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'status': 'completed', 'code': 200} May 10 15:08:09.981538 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-fada8517-7860-4bc1-9a11-3a65904be317 None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:10.012280 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74130b2-ba7b-4208-ad56-e27db819352e req-5f62c64d-4ec7-4e22-8d40-96486c495bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:10.013739 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-a74130b2-ba7b-4208-ad56-e27db819352e req-5f62c64d-4ec7-4e22-8d40-96486c495bbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 1098 time: 0.0704334 May 10 15:08:10.144213 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74130b2-ba7b-4208-ad56-e27db819352e req-440bb385-8444-4099-80e4-2fd620757ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:10.145569 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-a74130b2-ba7b-4208-ad56-e27db819352e req-440bb385-8444-4099-80e4-2fd620757ee4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 912 time: 0.1251009 May 10 15:08:10.250487 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-a74130b2-ba7b-4208-ad56-e27db819352e req-26dce904-545c-4e0d-b3b3-2e7f995db506 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e232f90-f6df-46f3-a21b-98692e132fbe HTTP/1.1" status: 200 len: 999 time: 0.0967145 May 10 15:08:10.313758 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74130b2-ba7b-4208-ad56-e27db819352e req-3c4bda50-ec87-498d-b5a5-e15c9892da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:10.315254 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-a74130b2-ba7b-4208-ad56-e27db819352e req-3c4bda50-ec87-498d-b5a5-e15c9892da14 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.0580537 May 10 15:08:10.329773 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fada8517-7860-4bc1-9a11-3a65904be317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'cd4c6acf-a773-4505-924f-edbb5cbe41bc', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:31:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:08:08Z', 'updated_at': '2021-05-10T15:08:08Z', 'revision_number': 0, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:10.333579 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada8517-7860-4bc1-9a11-3a65904be317 None None] Checking router: 522c963e-c012-438e-8c89-d965ea45c808 for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:10.342704 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada8517-7860-4bc1-9a11-3a65904be317 None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:10.343302 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fada8517-7860-4bc1-9a11-3a65904be317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:10.396507 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74130b2-ba7b-4208-ad56-e27db819352e req-d0eb93c7-37e7-4b85-acd7-9cdee51c8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:10.398907 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-a74130b2-ba7b-4208-ad56-e27db819352e req-d0eb93c7-37e7-4b85-acd7-9cdee51c8ffa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764143 May 10 15:08:10.492592 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa53d-e81c-44e2-8d84-7e77567d0331 req-cdcfe6de-5373-423e-a786-662bce37d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:10.494185 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-209aa53d-e81c-44e2-8d84-7e77567d0331 req-cdcfe6de-5373-423e-a786-662bce37d512 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b47f066ce9141fb9a35a65fa2ea01a6&device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 1099 time: 0.1357992 May 10 15:08:10.522410 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-fada8517-7860-4bc1-9a11-3a65904be317 None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:10.631275 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170d3c1-8656-4be9-a3f3-23844c69a860 req-b4eb60fc-8514-40bd-858c-9a1542c358b6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:10.632787 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6170d3c1-8656-4be9-a3f3-23844c69a860 req-b4eb60fc-8514-40bd-858c-9a1542c358b6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.1925423 May 10 15:08:10.651308 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-a74130b2-ba7b-4208-ad56-e27db819352e req-854b6879-fe91-4745-a2ad-ba4b667b279c service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405632 May 10 15:08:10.672386 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa53d-e81c-44e2-8d84-7e77567d0331 req-c2ff0460-ecfe-48f4-bcaa-4b120fa05e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:10.673800 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-209aa53d-e81c-44e2-8d84-7e77567d0331 req-c2ff0460-ecfe-48f4-bcaa-4b120fa05e55 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a30c8159-4b41-4b53-b57a-a9031ca14e7e HTTP/1.1" status: 200 len: 909 time: 0.1719382 May 10 15:08:10.760604 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6170d3c1-8656-4be9-a3f3-23844c69a860 req-46531a7c-8517-46bd-8e12-29852bfa1b9f tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111495 May 10 15:08:10.785220 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-a74130b2-ba7b-4208-ad56-e27db819352e req-33a7d22e-43ed-4711-b04a-ecce05c813f0 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274891 May 10 15:08:10.802710 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-209aa53d-e81c-44e2-8d84-7e77567d0331 req-57b56f1f-a3d4-40c9-a02a-242fb4858e20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650b8c65-4286-4402-91fd-de32be5c7dc6 HTTP/1.1" status: 200 len: 1000 time: 0.1165464 May 10 15:08:10.871444 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa53d-e81c-44e2-8d84-7e77567d0331 req-79340a2b-679f-4706-95dd-185539ddfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:10.873008 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-209aa53d-e81c-44e2-8d84-7e77567d0331 req-79340a2b-679f-4706-95dd-185539ddfc21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd116235-8c3d-4411-9dd7-686cf6681fc0 HTTP/1.1" status: 200 len: 847 time: 0.0626872 May 10 15:08:10.906803 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fada8517-7860-4bc1-9a11-3a65904be317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'cd4c6acf-a773-4505-924f-edbb5cbe41bc', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:31:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:08:08Z', 'updated_at': '2021-05-10T15:08:08Z', 'revision_number': 0, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:10.910588 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada8517-7860-4bc1-9a11-3a65904be317 None None] The sync data for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi is: [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'cd4c6acf-a773-4505-924f-edbb5cbe41bc', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:31:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:08:08Z', 'updated_at': '2021-05-10T15:08:08Z', 'revision_number': 0, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:08:10.950370 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa53d-e81c-44e2-8d84-7e77567d0331 req-b3293c29-18ad-4f2c-954e-63ed915de862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:10.951858 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-209aa53d-e81c-44e2-8d84-7e77567d0331 req-b3293c29-18ad-4f2c-954e-63ed915de862 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a30c8159-4b41-4b53-b57a-a9031ca14e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720119 May 10 15:08:11.087743 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-209aa53d-e81c-44e2-8d84-7e77567d0331 req-ad83f5cb-e83d-4315-9506-d47d0395f792 service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278856 May 10 15:08:11.093797 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2139c7f-772f-43e2-b3e4-33be5ef8197a None None] New status for floating IP cd4c6acf-a773-4505-924f-edbb5cbe41bc: ACTIVE {{(pid=78719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:08:11.219948 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-209aa53d-e81c-44e2-8d84-7e77567d0331 req-94d468b4-e59c-47bf-a4c3-40b9bd140047 service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243935 May 10 15:08:11.952864 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac99e6-b906-4397-a400-c0ff4d5edfd8 req-6546cdc7-ee87-461e-b5b0-aa62f584b6cc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:11.954341 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4dac99e6-b906-4397-a400-c0ff4d5edfd8 req-6546cdc7-ee87-461e-b5b0-aa62f584b6cc tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0780876 May 10 15:08:12.001679 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4dac99e6-b906-4397-a400-c0ff4d5edfd8 req-3199b7fa-4e0f-4982-8fc7-af7c0b405938 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415266 May 10 15:08:13.182239 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134efc07-a01a-4cc2-b7f1-b89c78f1a143 req-020d5c21-885b-41ff-9d9c-36e9ca8088c8 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:13.183706 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-134efc07-a01a-4cc2-b7f1-b89c78f1a143 req-020d5c21-885b-41ff-9d9c-36e9ca8088c8 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0797548 May 10 15:08:13.227316 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-134efc07-a01a-4cc2-b7f1-b89c78f1a143 req-22c87172-6d71-454a-8f34-74f6f12a908b tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379760 May 10 15:08:14.493079 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc3a08-f3ab-40e1-a95f-399e87cf2c04 req-0bcdb512-f284-4f41-ba47-7ea10abd0e25 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:14.494547 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-41bc3a08-f3ab-40e1-a95f-399e87cf2c04 req-0bcdb512-f284-4f41-ba47-7ea10abd0e25 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.1654742 May 10 15:08:14.537835 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-41bc3a08-f3ab-40e1-a95f-399e87cf2c04 req-aba59274-cf90-47ac-a1a5-6f63e749775d tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374751 May 10 15:08:14.851500 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-42bc0d78-80a8-4701-ac25-9a1374d78159 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097085 May 10 15:08:14.891551 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2565ef-47bf-4246-a84c-ba826415cdb6 req-dfe4555b-486a-4932-a40f-f1175f36d67a tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:14.893818 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-db2565ef-47bf-4246-a84c-ba826415cdb6 req-dfe4555b-486a-4932-a40f-f1175f36d67a tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0945644 May 10 15:08:14.939785 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-db2565ef-47bf-4246-a84c-ba826415cdb6 req-d93d5749-1868-4bc6-b2ef-5637743431bd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396843 May 10 15:08:15.350358 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8a769457-67bc-44f3-86ae-b88a76f967de req-5e6812ee-b172-425f-a597-83acee4cafcd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729022 May 10 15:08:15.516610 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a769457-67bc-44f3-86ae-b88a76f967de req-54cc8586-c9e7-45f6-9ed8-60c3340c13da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:15.517976 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8a769457-67bc-44f3-86ae-b88a76f967de req-54cc8586-c9e7-45f6-9ed8-60c3340c13da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44887f9b480647b0a07600f3de217a2b&device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 1099 time: 0.0750425 May 10 15:08:15.663145 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a769457-67bc-44f3-86ae-b88a76f967de req-6cd68755-ab9a-417f-abc1-37a14a80031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:15.664492 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8a769457-67bc-44f3-86ae-b88a76f967de req-6cd68755-ab9a-417f-abc1-37a14a80031b service neutron] 10.222.0.38 "GET /v2.0/networks?id=0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 200 len: 918 time: 0.1249616 May 10 15:08:15.770667 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8a769457-67bc-44f3-86ae-b88a76f967de req-f2bb3ba2-c86c-409c-b1d8-6fed08b827ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0 HTTP/1.1" status: 200 len: 1001 time: 0.0965922 May 10 15:08:15.834732 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a769457-67bc-44f3-86ae-b88a76f967de req-d63ce9fb-3275-4a24-bccf-acf3d2646e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:15.836141 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8a769457-67bc-44f3-86ae-b88a76f967de req-d63ce9fb-3275-4a24-bccf-acf3d2646e19 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 200 len: 856 time: 0.0581458 May 10 15:08:15.918960 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a769457-67bc-44f3-86ae-b88a76f967de req-3c446c65-3a9d-493d-a760-deab1e71c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:15.920427 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8a769457-67bc-44f3-86ae-b88a76f967de req-3c446c65-3a9d-493d-a760-deab1e71c60c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a505177-ed31-4f0e-addb-1734401fec02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771861 May 10 15:08:16.099541 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8a769457-67bc-44f3-86ae-b88a76f967de req-a14c7389-3f1c-4b30-baf2-414c95b1659b service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715539 May 10 15:08:16.173625 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:16.241389 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e8abe-ad69-43ad-8ea2-4ef4f3786b77 req-e4606095-67b1-4dd1-ad78-bf6a2a0dbb96 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:16.242869 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cb1e8abe-ad69-43ad-8ea2-4ef4f3786b77 req-e4606095-67b1-4dd1-ad78-bf6a2a0dbb96 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.1932306 May 10 15:08:16.275567 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8a769457-67bc-44f3-86ae-b88a76f967de req-a880b3f4-fc62-4a6a-a07e-1b7fdf609e03 service neutron] 10.222.0.38 "GET /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687884 May 10 15:08:16.304066 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cb1e8abe-ad69-43ad-8ea2-4ef4f3786b77 req-c76d5fa6-798a-4bf6-b59a-33c2c7dc01e9 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494244 May 10 15:08:16.529906 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-c06648a5-1ad1-45d2-976e-a574383bbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:16.531305 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-c06648a5-1ad1-45d2-976e-a574383bbd89 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675&tenant_id=1b47f066ce9141fb9a35a65fa2ea01a6 HTTP/1.1" status: 200 len: 1099 time: 0.0719929 May 10 15:08:16.621832 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-19d05024-27c3-47cf-8727-57a3b31f67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:16.623378 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-19d05024-27c3-47cf-8727-57a3b31f67f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b47f066ce9141fb9a35a65fa2ea01a6&device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 1099 time: 0.0694809 May 10 15:08:16.750872 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-6f5eeec1-9b75-4a3b-a264-edf97729ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:16.752297 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-6f5eeec1-9b75-4a3b-a264-edf97729ffe0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a30c8159-4b41-4b53-b57a-a9031ca14e7e HTTP/1.1" status: 200 len: 909 time: 0.1221626 May 10 15:08:16.856265 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-1893cdb3-97b6-413d-a5e5-c2aeb2a83726 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650b8c65-4286-4402-91fd-de32be5c7dc6 HTTP/1.1" status: 200 len: 1000 time: 0.0939481 May 10 15:08:16.917609 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-6e1e0e35-aee8-484f-ae70-b1cd98d8059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:16.919021 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-6e1e0e35-aee8-484f-ae70-b1cd98d8059b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd116235-8c3d-4411-9dd7-686cf6681fc0 HTTP/1.1" status: 200 len: 847 time: 0.0562131 May 10 15:08:16.998993 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 650b8c65-4286-4402-91fd-de32be5c7dc6 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:17.077850 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-b6a1c3fd-d498-418d-8755-6ce15e22c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:17.079339 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-b6a1c3fd-d498-418d-8755-6ce15e22c2f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a30c8159-4b41-4b53-b57a-a9031ca14e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1531677 May 10 15:08:17.109770 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:17.135417 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:08:17.145160 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 650b8c65-4286-4402-91fd-de32be5c7dc6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=650b8c65-4286-4402-91fd-de32be5c7dc6,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:17.149861 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:17.152666 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:17.186175 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'code': 200} May 10 15:08:17.218315 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-ccf90259-e3db-4a99-bf30-1f3289294ec2 service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249580 May 10 15:08:17.223361 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=650b8c65-4286-4402-91fd-de32be5c7dc6,revision_number=6']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:17.226123 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:17.353162 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e42f32ba-e09a-4223-8a6d-f4f27e2e2caf req-61cbc36c-11ec-48d9-be2d-75a60470b110 service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274946 May 10 15:08:17.485905 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaf303-8216-4805-b122-731e7f95452a req-68762708-933d-4d7c-abac-b974251cdcfd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:17.487316 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d8aaf303-8216-4805-b122-731e7f95452a req-68762708-933d-4d7c-abac-b974251cdcfd tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0786567 May 10 15:08:17.534246 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d8aaf303-8216-4805-b122-731e7f95452a req-e70b2767-17e0-480f-8708-547a0d0fa01a tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406754 May 10 15:08:18.717270 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9005b9-436f-48fd-accf-c30d9076023b req-9b12fc3d-59e7-47bc-97f8-72b325ddf9a7 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:18.718664 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7c9005b9-436f-48fd-accf-c30d9076023b req-9b12fc3d-59e7-47bc-97f8-72b325ddf9a7 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0781064 May 10 15:08:18.761974 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7c9005b9-436f-48fd-accf-c30d9076023b req-f35eaec1-02bc-4ddd-9143-27a4834e785a tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371864 May 10 15:08:19.947273 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bddc3-ba51-4049-b8bb-498d04f8ff08 req-ca197723-e015-412a-9c20-2177f2f7ac0e tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:19.948742 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-317bddc3-ba51-4049-b8bb-498d04f8ff08 req-ca197723-e015-412a-9c20-2177f2f7ac0e tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0827193 May 10 15:08:19.992430 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-317bddc3-ba51-4049-b8bb-498d04f8ff08 req-37214fc6-d1ed-43f2-8c47-34f906a44927 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380406 May 10 15:08:21.172729 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fb672-ac18-464b-8288-17cc90390c2c req-a891141c-39bc-4b3c-9baa-7669b7929adb tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:21.174081 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8e3fb672-ac18-464b-8288-17cc90390c2c req-a891141c-39bc-4b3c-9baa-7669b7929adb tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0793931 May 10 15:08:21.220383 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8e3fb672-ac18-464b-8288-17cc90390c2c req-571ee734-9c14-4852-b78c-21783160b080 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403070 May 10 15:08:22.400453 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac742122-2e8f-4f36-aa03-9d236fb98d2e req-0f4515b9-c34b-4903-b8e0-a19bd74893be tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:22.401873 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac742122-2e8f-4f36-aa03-9d236fb98d2e req-0f4515b9-c34b-4903-b8e0-a19bd74893be tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0781925 May 10 15:08:22.445126 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac742122-2e8f-4f36-aa03-9d236fb98d2e req-19948d38-a80c-4f28-a64e-47958f7aebba tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376058 May 10 15:08:23.632457 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0c51c-67d6-4bb5-bd14-56ef2eba2555 req-41b440f6-b30d-4477-b6ae-4aecf1a65727 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:23.633898 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c9f0c51c-67d6-4bb5-bd14-56ef2eba2555 req-41b440f6-b30d-4477-b6ae-4aecf1a65727 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0841520 May 10 15:08:23.721634 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c9f0c51c-67d6-4bb5-bd14-56ef2eba2555 req-63c7f324-1c4d-44e0-b8ce-312266bd4563 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820806 May 10 15:08:23.739490 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e70ef4-8445-480a-a0c1-00b0dd29102e req-db7a81b4-be55-4b52-a990-8f093a88d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:23.740932 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b6e70ef4-8445-480a-a0c1-00b0dd29102e req-db7a81b4-be55-4b52-a990-8f093a88d134 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 1097 time: 0.0883224 May 10 15:08:23.785354 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b6e70ef4-8445-480a-a0c1-00b0dd29102e req-b06eb0c5-6d5e-481f-8577-c24b935c1ec9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367742 May 10 15:08:24.902321 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb6eb9-ddf3-4467-986c-67a291290b0b req-28178f61-4802-4eaf-872a-dd8f6cd548e4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:24.903727 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07eb6eb9-ddf3-4467-986c-67a291290b0b req-28178f61-4802-4eaf-872a-dd8f6cd548e4 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 944 time: 0.0784583 May 10 15:08:24.948108 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-07eb6eb9-ddf3-4467-986c-67a291290b0b req-27192c12-f498-4568-adf5-d49cee73beb5 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386527 May 10 15:08:25.025948 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 650b8c65-4286-4402-91fd-de32be5c7dc6 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:08:25.153593 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 650b8c65-4286-4402-91fd-de32be5c7dc6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=650b8c65-4286-4402-91fd-de32be5c7dc6,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:25.166010 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'port_id': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'mac_address': 'fa:16:3e:16:9b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:08:25.218360 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:25.236360 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650b8c65-4286-4402-91fd-de32be5c7dc6 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:08:25.251074 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 650b8c65-4286-4402-91fd-de32be5c7dc6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=650b8c65-4286-4402-91fd-de32be5c7dc6,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:25.255967 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:25.266939 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:25.331028 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=650b8c65-4286-4402-91fd-de32be5c7dc6,revision_number=7']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:25.333902 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:25.568889 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['650b8c65-4286-4402-91fd-de32be5c7dc6'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:08:27.046385 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 650b8c65-4286-4402-91fd-de32be5c7dc6 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:08:27.115413 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 650b8c65-4286-4402-91fd-de32be5c7dc6 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:08:27.115773 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:27.226182 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:27.251583 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:08:27.261881 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 650b8c65-4286-4402-91fd-de32be5c7dc6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=650b8c65-4286-4402-91fd-de32be5c7dc6,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:27.266614 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:27.268410 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:27.297888 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'code': 200} May 10 15:08:27.335869 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=650b8c65-4286-4402-91fd-de32be5c7dc6,revision_number=8']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:27.338775 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:28.023335 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c5157e57-4c40-4bee-9476-2eaf274d0037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:29.754401 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e847c0f5-fd63-44f6-ab3b-205216eb772c req-2cff1e1d-f464-4e7f-9154-d5298338c9ee tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685459102&fields=id&tenant_id=00f0f6c2083e4d0a88f6410abe3c6f0e HTTP/1.1" status: 200 len: 267 time: 0.0387673 May 10 15:08:29.841675 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847c0f5-fd63-44f6-ab3b-205216eb772c req-7183bab2-dd2d-4c0b-8dd0-8f34e7e8fd7e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:29.843160 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e847c0f5-fd63-44f6-ab3b-205216eb772c req-7183bab2-dd2d-4c0b-8dd0-8f34e7e8fd7e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 984 time: 0.0826783 May 10 15:08:29.853772 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-e847c0f5-fd63-44f6-ab3b-205216eb772c req-5fff6e5e-444f-4dae-a974-3767921a13d0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Request body: {'port': {'security_groups': ['c6f2fb88-ca4c-43a5-b233-36c929275762']}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:08:29.972046 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-e847c0f5-fd63-44f6-ab3b-205216eb772c req-5fff6e5e-444f-4dae-a974-3767921a13d0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:30.205880 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-e847c0f5-fd63-44f6-ab3b-205216eb772c req-5fff6e5e-444f-4dae-a974-3767921a13d0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] For port ee45841c-3054-48e4-abc6-f1fff79c98e8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:30.230529 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-e847c0f5-fd63-44f6-ab3b-205216eb772c req-5fff6e5e-444f-4dae-a974-3767921a13d0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:30.234708 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-e847c0f5-fd63-44f6-ab3b-205216eb772c req-5fff6e5e-444f-4dae-a974-3767921a13d0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:30.240239 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f9584d1f-5993-4d85-a20f-8de1c51439d7 tempest-VolumesActionsTest-1404041005 tempest-VolumesActionsTest-1404041005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:30.254516 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['ee45841c-3054-48e4-abc6-f1fff79c98e8'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:08:30.382915 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847c0f5-fd63-44f6-ab3b-205216eb772c req-5fff6e5e-444f-4dae-a974-3767921a13d0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:30.383529 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-e847c0f5-fd63-44f6-ab3b-205216eb772c req-5fff6e5e-444f-4dae-a974-3767921a13d0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:30.384914 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e847c0f5-fd63-44f6-ab3b-205216eb772c req-5fff6e5e-444f-4dae-a974-3767921a13d0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "PUT /v2.0/ports/ee45841c-3054-48e4-abc6-f1fff79c98e8 HTTP/1.1" status: 200 len: 942 time: 0.5356131 May 10 15:08:30.385431 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:08:30.392467 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 37938) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:30.418798 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff6e5e-444f-4dae-a974-3767921a13d0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event updated for resources: {'Port': ['ID=ee45841c-3054-48e4-abc6-f1fff79c98e8,revision_number=7']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:30.421862 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5fff6e5e-444f-4dae-a974-3767921a13d0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:30.440882 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'status': 'completed', 'code': 200} May 10 15:08:30.465349 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c16b3a0d-a706-4223-98c1-bc664b8cd71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:30.484097 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['ee45841c-3054-48e4-abc6-f1fff79c98e8'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:08:30.508615 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:30.514749 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:30.552920 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:30.554607 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8a229-9c7d-4152-b8d8-47508ce89a5f req-4013f471-75a1-48c8-95ae-ed50dfb8034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:30.556355 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-81b8a229-9c7d-4152-b8d8-47508ce89a5f req-4013f471-75a1-48c8-95ae-ed50dfb8034e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00f0f6c2083e4d0a88f6410abe3c6f0e&device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 1098 time: 0.0875220 May 10 15:08:30.625513 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:30.631631 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b0462cde-2ecd-4a1d-af10-45664b18b57f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:30.646601 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9706310f-c748-411f-a618-b4a004746363,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:30.656612 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:30.656992 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:30.657363 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:30.657725 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:30.658084 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:30.658469 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:30.658827 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:30.659185 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:30.659541 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:30.659893 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:30.660244 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:30.660599 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:30.664165 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:30.665392 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:30.668999 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "DELETE /v2.0/security-groups/9706310f-c748-411f-a618-b4a004746363 HTTP/1.1" status: 204 len: 168 time: 0.2725253 May 10 15:08:30.669472 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 37942) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:30.703024 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-f43d1291-ade1-4a5a-8949-2fed00230352 None None] Provisioning complete for port ee45841c-3054-48e4-abc6-f1fff79c98e8 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:08:30.703401 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-f43d1291-ade1-4a5a-8949-2fed00230352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:30.712673 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8a229-9c7d-4152-b8d8-47508ce89a5f req-bd5054b1-7f21-41c4-884a-e9d4d8ce1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:30.714143 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-81b8a229-9c7d-4152-b8d8-47508ce89a5f req-bd5054b1-7f21-41c4-884a-e9d4d8ce1f32 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c96e86e1-5e49-442d-892e-141654c49a4d HTTP/1.1" status: 200 len: 915 time: 0.1458631 May 10 15:08:30.824971 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-81b8a229-9c7d-4152-b8d8-47508ce89a5f req-704fc5af-f906-4869-9ba8-9b6a3acb5b84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8 HTTP/1.1" status: 200 len: 1001 time: 0.0984547 May 10 15:08:30.894086 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8a229-9c7d-4152-b8d8-47508ce89a5f req-8fdd045c-88ec-4e05-96c1-05a088f1eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:30.895652 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-81b8a229-9c7d-4152-b8d8-47508ce89a5f req-8fdd045c-88ec-4e05-96c1-05a088f1eacf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc4e054-c3a8-492d-9500-c2b6606e6a77 HTTP/1.1" status: 200 len: 853 time: 0.0611520 May 10 15:08:30.939005 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Deleting port 5a40a1b7-73d3-4e13-b588-3d0706deac57 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:30.939343 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:30.976221 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8a229-9c7d-4152-b8d8-47508ce89a5f req-219f4f47-8fca-4156-9506-20e298a9cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:30.977837 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-81b8a229-9c7d-4152-b8d8-47508ce89a5f req-219f4f47-8fca-4156-9506-20e298a9cb1b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c96e86e1-5e49-442d-892e-141654c49a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696189 May 10 15:08:31.056092 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:31.056416 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:31.112120 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-81b8a229-9c7d-4152-b8d8-47508ce89a5f req-ffa44a7d-5e72-4dad-be4f-9b37f74a9bbe service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225314 May 10 15:08:31.178737 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Calling delete_port for 5a40a1b7-73d3-4e13-b588-3d0706deac57 owned by network:floatingip {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:31.244877 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-81b8a229-9c7d-4152-b8d8-47508ce89a5f req-df1b5e5c-39ce-4739-8a8b-85df68639962 service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250892 May 10 15:08:31.302157 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:31.306417 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:31.352100 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event deleted for resources: {'Port': ['ID=5a40a1b7-73d3-4e13-b588-3d0706deac57,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:31.382215 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:31.443662 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks [] for floatingip, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:31.444383 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.l3_db [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Floating IP 39a25c8c-5bb1-4cf2-b267-90e33055816e disassociated (deleted). External IP: 172.27.0.170, port: ee45841c-3054-48e4-abc6-f1fff79c98e8. May 10 15:08:31.586064 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:31.876728 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:08:32.055859 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:08:32.064951 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787736cb-ac10-4185-8b61-bc207ac11549 None None] Sync routers for ids ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:32.073829 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787736cb-ac10-4185-8b61-bc207ac11549 None None] Routers {'0c225db5-3689-40c2-9c8f-7a0fb6e3576c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:32.074551 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-787736cb-ac10-4185-8b61-bc207ac11549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:32.074989 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:32.129214 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "DELETE /v2.0/floatingips/39a25c8c-5bb1-4cf2-b267-90e33055816e HTTP/1.1" status: 204 len: 168 time: 1.4589491 May 10 15:08:32.129909 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:08:32.179595 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'status': 'completed', 'code': 200} May 10 15:08:32.279791 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-787736cb-ac10-4185-8b61-bc207ac11549 None None] Set router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:32.281837 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44afd3-586c-4de5-aa2d-2d3b34cece99 req-180f1137-d01f-4a11-99c1-4d7847bc334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:32.283420 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da44afd3-586c-4de5-aa2d-2d3b34cece99 req-180f1137-d01f-4a11-99c1-4d7847bc334b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=00f0f6c2083e4d0a88f6410abe3c6f0e&device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 1098 time: 0.0771892 May 10 15:08:32.421443 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44afd3-586c-4de5-aa2d-2d3b34cece99 req-13216c89-27bc-4caa-b38d-d6207f9597a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:32.422942 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da44afd3-586c-4de5-aa2d-2d3b34cece99 req-13216c89-27bc-4caa-b38d-d6207f9597a8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c96e86e1-5e49-442d-892e-141654c49a4d HTTP/1.1" status: 200 len: 915 time: 0.1319749 May 10 15:08:32.512399 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da44afd3-586c-4de5-aa2d-2d3b34cece99 req-19187e7a-2344-4e81-8b44-93888dab06c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8 HTTP/1.1" status: 200 len: 217 time: 0.0779946 May 10 15:08:32.588458 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44afd3-586c-4de5-aa2d-2d3b34cece99 req-4b916f89-8eb2-4135-9e6d-120742c817c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:32.589921 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da44afd3-586c-4de5-aa2d-2d3b34cece99 req-4b916f89-8eb2-4135-9e6d-120742c817c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc4e054-c3a8-492d-9500-c2b6606e6a77 HTTP/1.1" status: 200 len: 853 time: 0.0590360 May 10 15:08:32.606593 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-787736cb-ac10-4185-8b61-bc207ac11549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:06:00Z', 'revision_number': 4, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'ac025343-452a-4c68-bdfa-73be05f395c3', 'name': '', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'mac_address': 'fa:16:3e:4c:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:59Z', 'updated_at': '2021-05-10T15:06:07Z', 'revision_number': 5, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'subnets': [{'id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:32.610785 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787736cb-ac10-4185-8b61-bc207ac11549 None None] Checking router: 0c225db5-3689-40c2-9c8f-7a0fb6e3576c for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:32.623055 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787736cb-ac10-4185-8b61-bc207ac11549 None None] Routers {'0c225db5-3689-40c2-9c8f-7a0fb6e3576c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:32.623654 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-787736cb-ac10-4185-8b61-bc207ac11549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:32.670999 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44afd3-586c-4de5-aa2d-2d3b34cece99 req-2f0cf544-8081-4f7c-86b5-92e98b833d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:32.672461 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da44afd3-586c-4de5-aa2d-2d3b34cece99 req-2f0cf544-8081-4f7c-86b5-92e98b833d68 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c96e86e1-5e49-442d-892e-141654c49a4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752864 May 10 15:08:32.803372 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da44afd3-586c-4de5-aa2d-2d3b34cece99 req-bfb8f57c-8dd9-4bc3-9bcf-3850f39f3ae7 service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232247 May 10 15:08:32.805678 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-787736cb-ac10-4185-8b61-bc207ac11549 None None] Set router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:32.934688 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-da44afd3-586c-4de5-aa2d-2d3b34cece99 req-0e344f7d-89b8-4b9f-abbe-bc88e4b06b7f service neutron] 10.222.0.38 "GET /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232703 May 10 15:08:33.110150 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-787736cb-ac10-4185-8b61-bc207ac11549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:06:00Z', 'revision_number': 4, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'ac025343-452a-4c68-bdfa-73be05f395c3', 'name': '', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'mac_address': 'fa:16:3e:4c:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:59Z', 'updated_at': '2021-05-10T15:06:07Z', 'revision_number': 5, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'subnets': [{'id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:33.114022 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787736cb-ac10-4185-8b61-bc207ac11549 None None] The sync data for ids ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'] in dv-cinder-780933-4-iscsi is: [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:06:00Z', 'revision_number': 4, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'ac025343-452a-4c68-bdfa-73be05f395c3', 'name': '', 'network_id': 'c96e86e1-5e49-442d-892e-141654c49a4d', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'mac_address': 'fa:16:3e:4c:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:59Z', 'updated_at': '2021-05-10T15:06:07Z', 'revision_number': 5, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'subnets': [{'id': '1fc4e054-c3a8-492d-9500-c2b6606e6a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:08:33.184590 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:33.315004 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b1385-f4d8-44dd-845b-fd479ce7522c None None] New status for floating IP 39a25c8c-5bb1-4cf2-b267-90e33055816e: DOWN {{(pid=78719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:08:35.385271 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb4277-e193-4e12-938d-bb1ef5869627 req-2b31302f-984c-4fd7-804c-8b244fa16f8f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:35.386878 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b8bb4277-e193-4e12-938d-bb1ef5869627 req-2b31302f-984c-4fd7-804c-8b244fa16f8f tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 945 time: 0.0785692 May 10 15:08:35.518941 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b8bb4277-e193-4e12-938d-bb1ef5869627 req-353caebf-8889-475c-a919-04b4db093b5a tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260467 May 10 15:08:36.703542 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5097-7e9b-4824-8c12-f7e947c17704 req-8a9d23fb-2ec5-4c58-99b9-1a497402ae39 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:36.704942 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ec9a5097-7e9b-4824-8c12-f7e947c17704 req-8a9d23fb-2ec5-4c58-99b9-1a497402ae39 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 945 time: 0.0806737 May 10 15:08:36.748308 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ec9a5097-7e9b-4824-8c12-f7e947c17704 req-a8fcf4f5-f19a-4a00-99f5-323f9a6966cc tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/security-groups?id=c6f2fb88-ca4c-43a5-b233-36c929275762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371227 May 10 15:08:37.208723 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f185-f084-44f6-b0a7-1015958a9062 req-ba1c9b3f-7472-4e25-8fec-fdd1867f8349 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:37.210168 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4de3f185-f084-44f6-b0a7-1015958a9062 req-ba1c9b3f-7472-4e25-8fec-fdd1867f8349 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.38 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 945 time: 0.0824528 May 10 15:08:37.351441 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-4de3f185-f084-44f6-b0a7-1015958a9062 req-14fc2593-99d1-494c-9c62-0586df282c9d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Deleting port ee45841c-3054-48e4-abc6-f1fff79c98e8 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:37.351792 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-4de3f185-f084-44f6-b0a7-1015958a9062 req-14fc2593-99d1-494c-9c62-0586df282c9d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:37.482483 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-4de3f185-f084-44f6-b0a7-1015958a9062 req-14fc2593-99d1-494c-9c62-0586df282c9d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] For port ee45841c-3054-48e4-abc6-f1fff79c98e8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ee45841c-3054-48e4-abc6-f1fff79c98e8,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:37.482848 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-4de3f185-f084-44f6-b0a7-1015958a9062 req-14fc2593-99d1-494c-9c62-0586df282c9d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:37.608392 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-4de3f185-f084-44f6-b0a7-1015958a9062 req-14fc2593-99d1-494c-9c62-0586df282c9d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Calling delete_port for ee45841c-3054-48e4-abc6-f1fff79c98e8 owned by compute:nova {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:37.718929 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-4de3f185-f084-44f6-b0a7-1015958a9062 req-14fc2593-99d1-494c-9c62-0586df282c9d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:37.726134 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-03c69282-5783-4594-bad3-c5cc68b1bbf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:37.733855 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['ee45841c-3054-48e4-abc6-f1fff79c98e8'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:08:37.774940 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc2593-99d1-494c-9c62-0586df282c9d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Pushing event deleted for resources: {'Port': ['ID=ee45841c-3054-48e4-abc6-f1fff79c98e8,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:37.802407 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-14fc2593-99d1-494c-9c62-0586df282c9d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:37.854789 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de3f185-f084-44f6-b0a7-1015958a9062 req-14fc2593-99d1-494c-9c62-0586df282c9d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] No DVR routers for this DVR port ee45841c-3054-48e4-abc6-f1fff79c98e8 on host hv-cinder-78093 {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:08:37.857865 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-4de3f185-f084-44f6-b0a7-1015958a9062 req-14fc2593-99d1-494c-9c62-0586df282c9d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:37.865751 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'name': 'network-vif-deleted', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:08:37.904553 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4de3f185-f084-44f6-b0a7-1015958a9062 req-14fc2593-99d1-494c-9c62-0586df282c9d tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.38 "DELETE /v2.0/ports/ee45841c-3054-48e4-abc6-f1fff79c98e8 HTTP/1.1" status: 204 len: 173 time: 0.6809969 May 10 15:08:37.916549 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-b9388eb0-5f3b-4adf-b99f-6dadfc2c0e82 req-5646766e-c4e4-4bc7-b732-5addfbd4e0c5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Synchronizing usage tracker for tenant:00f0f6c2083e4d0a88f6410abe3c6f0e on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:08:37.921812 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23b4e26-84f9-4d2f-a637-781afdfcdfbd', 'name': 'network-vif-deleted', 'tag': 'ee45841c-3054-48e4-abc6-f1fff79c98e8', 'status': 'completed', 'code': 200} May 10 15:08:37.936618 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-b9388eb0-5f3b-4adf-b99f-6dadfc2c0e82 req-5646766e-c4e4-4bc7-b732-5addfbd4e0c5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Unset dirty status for tenant:00f0f6c2083e4d0a88f6410abe3c6f0e on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:08:37.942636 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b9388eb0-5f3b-4adf-b99f-6dadfc2c0e82 req-5646766e-c4e4-4bc7-b732-5addfbd4e0c5 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] 10.222.0.43 "GET /v2.0/ports?device_id=d23b4e26-84f9-4d2f-a637-781afdfcdfbd HTTP/1.1" status: 200 len: 210 time: 0.0720186 May 10 15:08:38.082603 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de86bc-571c-4706-854c-80909ec433d2 req-ecf187bb-0d54-4830-8c0d-3d65da5ad069 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:38.084524 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-95de86bc-571c-4706-854c-80909ec433d2 req-ecf187bb-0d54-4830-8c0d-3d65da5ad069 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 946 time: 0.0822601 May 10 15:08:38.127768 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-95de86bc-571c-4706-854c-80909ec433d2 req-52b68eb4-0398-4f4a-9a06-9f2bb41a495c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374444 May 10 15:08:39.327947 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7effd0c-a588-4d3c-8391-7073aa03ee82 req-2850aa09-5bf3-430e-bdc3-3135b2246a91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:39.329580 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b7effd0c-a588-4d3c-8391-7073aa03ee82 req-2850aa09-5bf3-430e-bdc3-3135b2246a91 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 946 time: 0.0886898 May 10 15:08:39.424957 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b7effd0c-a588-4d3c-8391-7073aa03ee82 req-a9c60c36-ea37-48f5-81ae-02847dea7f43 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups?id=320ab43e-da53-4fc5-a3a9-0a58503deb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623393 May 10 15:08:39.451074 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-e5df0af7-087d-4562-90a7-43766c7bb423 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:39.452503 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-e5df0af7-087d-4562-90a7-43766c7bb423 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 946 time: 0.1220315 May 10 15:08:39.555570 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38038) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:39.590297 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Deleting port b048393d-b27c-4ff9-a702-14b8084cdfe0 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:39.590638 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:39.722360 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] For port b048393d-b27c-4ff9-a702-14b8084cdfe0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b048393d-b27c-4ff9-a702-14b8084cdfe0,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:39.722650 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.085133 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.085513 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.085755 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8257866'] for router_interface, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.085882 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.l3_db [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Floating IP accbeac9-cff9-46d7-9054-868cc883ff8a disassociated. External IP: 172.27.0.214, port: b048393d-b27c-4ff9-a702-14b8084cdfe0. May 10 15:08:40.086202 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Calling delete_port for b048393d-b27c-4ff9-a702-14b8084cdfe0 owned by compute:nova {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:40.199840 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.205380 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2e265b44-d02d-4e6f-a06c-cf2796e485cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:40.251948 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event deleted for resources: {'Port': ['ID=b048393d-b27c-4ff9-a702-14b8084cdfe0,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:40.254399 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:40.439258 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Router d5ebbc15-ab70-4a43-b7c1-a875204b8078 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:08:40.495501 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] Deleting port ac025343-452a-4c68-bdfa-73be05f395c3 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:40.496093 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.610047 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-09f3630c-74a4-49cf-8fa9-31f35113b891 req-76e596d9-4ab3-454d-ab91-35f3b90e97b7 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/ports?device_id=69a06562-5be2-4566-a083-7b3bbb257a00 HTTP/1.1" status: 200 len: 210 time: 0.0533929 May 10 15:08:40.664458 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:08:40.678571 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8213e3f-c406-4373-afbc-186f8abd240a None None] Sync routers for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:40.689589 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8213e3f-c406-4373-afbc-186f8abd240a None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:40.690324 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-e8213e3f-c406-4373-afbc-186f8abd240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:40.749221 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] No DVR routers for this DVR port b048393d-b27c-4ff9-a702-14b8084cdfe0 on host hv-cinder-78093 {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:08:40.751673 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.754561 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'name': 'network-vif-deleted', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:08:40.755573 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] For port ac025343-452a-4c68-bdfa-73be05f395c3, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=ac025343-452a-4c68-bdfa-73be05f395c3,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:40.757056 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.780984 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f23226a1-ea22-4de1-87f1-256bf2ed7cec req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.38 "DELETE /v2.0/ports/b048393d-b27c-4ff9-a702-14b8084cdfe0 HTTP/1.1" status: 204 len: 173 time: 1.3223147 May 10 15:08:40.813121 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a06562-5be2-4566-a083-7b3bbb257a00', 'name': 'network-vif-deleted', 'tag': 'b048393d-b27c-4ff9-a702-14b8084cdfe0', 'status': 'completed', 'code': 200} May 10 15:08:40.882187 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] Calling delete_port for ac025343-452a-4c68-bdfa-73be05f395c3 owned by network:router_interface {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:40.906858 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-e8213e3f-c406-4373-afbc-186f8abd240a None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:41.022012 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.025778 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-95bea7f0-fbf8-4a67-a456-be49b25808ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:41.072082 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac025343-452a-4c68-bdfa-73be05f395c3,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:41.102776 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:41.139550 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device ee45841c-3054-48e4-abc6-f1fff79c98e8 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:41.181967 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: ee45841c-3054-48e4-abc6-f1fff79c98e8 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:41.182830 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device ee45841c-3054-48e4-abc6-f1fff79c98e8 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:41.309380 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-e8213e3f-c406-4373-afbc-186f8abd240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:12Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:41.313226 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8213e3f-c406-4373-afbc-186f8abd240a None None] Checking router: d5ebbc15-ab70-4a43-b7c1-a875204b8078 for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:41.321658 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8213e3f-c406-4373-afbc-186f8abd240a None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:41.322295 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-e8213e3f-c406-4373-afbc-186f8abd240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:41.357167 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8268282'] for router_interface, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.497462 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-e8213e3f-c406-4373-afbc-186f8abd240a None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:41.719832 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] Router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:08:41.746633 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38050) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:41.815875 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-58e44f46-874b-4023-a923-c2557f6be3d3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.816353 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-e8213e3f-c406-4373-afbc-186f8abd240a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:12Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:41.821288 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8213e3f-c406-4373-afbc-186f8abd240a None None] The sync data for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi is: [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '24fdb638-3d4b-451b-9574-b94534ee0afe', 'name': '', 'network_id': '0a505177-ed31-4f0e-addb-1734401fec02', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'mac_address': 'fa:16:3e:59:37:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:59Z', 'updated_at': '2021-05-10T15:01:12Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'subnets': [{'id': '5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:08:41.848007 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-58e44f46-874b-4023-a923-c2557f6be3d3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.908549 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-58e44f46-874b-4023-a923-c2557f6be3d3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.914523 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-156e796f-df58-43d3-bc5c-712904b65d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:41.915686 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:08:41.929688 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cafbf3-1b5e-469c-a8d7-1ada6c89d832 None None] Sync routers for ids ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:41.930371 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e44f46-874b-4023-a923-c2557f6be3d3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320ab43e-da53-4fc5-a3a9-0a58503deb14,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:41.932390 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-58e44f46-874b-4023-a923-c2557f6be3d3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:41.934514 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] 10.222.0.43 "PUT /v2.0/routers/0c225db5-3689-40c2-9c8f-7a0fb6e3576c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3777475 May 10 15:08:41.936910 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38054) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:41.940175 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cafbf3-1b5e-469c-a8d7-1ada6c89d832 None None] Routers {'0c225db5-3689-40c2-9c8f-7a0fb6e3576c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:41.940852 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-c6cafbf3-1b5e-469c-a8d7-1ada6c89d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:41.955356 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-58e44f46-874b-4023-a923-c2557f6be3d3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.959152 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-58e44f46-874b-4023-a923-c2557f6be3d3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "DELETE /v2.0/security-groups/320ab43e-da53-4fc5-a3a9-0a58503deb14 HTTP/1.1" status: 204 len: 168 time: 0.2087986 May 10 15:08:41.960328 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38058) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:41.981604 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.api.v2.resource [None req-b9fe2314-1093-4c9d-854a-0960af7bb72d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] show failed (client error): The resource could not be found. May 10 15:08:41.985378 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b9fe2314-1093-4c9d-854a-0960af7bb72d tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "GET /v2.0/security-groups/320ab43e-da53-4fc5-a3a9-0a58503deb14 HTTP/1.1" status: 404 len: 347 time: 0.0213923 May 10 15:08:41.985611 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38062) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:42.147873 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-c6cafbf3-1b5e-469c-a8d7-1ada6c89d832 None None] Set router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:42.158809 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3c361-6eb2-4e2e-8317-856ad9e662b6 None None] New status for floating IP accbeac9-cff9-46d7-9054-868cc883ff8a: DOWN {{(pid=78718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:08:42.219223 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3d68f-df4b-4ae0-92aa-fa5fe074f9ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Deleting port a4e4c793-e178-4292-a464-7f76fa48cea1 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:42.219584 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d68f-df4b-4ae0-92aa-fa5fe074f9ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.249842 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.354257 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d68f-df4b-4ae0-92aa-fa5fe074f9ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.354674 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d68f-df4b-4ae0-92aa-fa5fe074f9ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.445494 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.457000 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-c6cafbf3-1b5e-469c-a8d7-1ada6c89d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '11c24301-6634-4d77-9378-a345723756c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:08:40Z', 'revision_number': 5, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port': {'id': '11c24301-6634-4d77-9378-a345723756c3', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:55Z', 'updated_at': '2021-05-10T15:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:42.463407 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cafbf3-1b5e-469c-a8d7-1ada6c89d832 None None] Checking router: 0c225db5-3689-40c2-9c8f-7a0fb6e3576c for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:42.480037 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cafbf3-1b5e-469c-a8d7-1ada6c89d832 None None] Routers {'0c225db5-3689-40c2-9c8f-7a0fb6e3576c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:42.480746 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-c6cafbf3-1b5e-469c-a8d7-1ada6c89d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:42.540796 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Deleting port 11c24301-6634-4d77-9378-a345723756c3 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:42.541407 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.594666 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3d68f-df4b-4ae0-92aa-fa5fe074f9ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Calling delete_port for a4e4c793-e178-4292-a464-7f76fa48cea1 owned by network:floatingip {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:42.669585 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] For port 11c24301-6634-4d77-9378-a345723756c3, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=11c24301-6634-4d77-9378-a345723756c3,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:42.669954 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.678828 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-c6cafbf3-1b5e-469c-a8d7-1ada6c89d832 None None] Set router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c gateway port host: None {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:42.714718 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d68f-df4b-4ae0-92aa-fa5fe074f9ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.718569 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:42.762999 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3d68f-df4b-4ae0-92aa-fa5fe074f9ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Pushing event deleted for resources: {'Port': ['ID=a4e4c793-e178-4292-a464-7f76fa48cea1,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:42.785460 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-c6cafbf3-1b5e-469c-a8d7-1ada6c89d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:08:42Z', 'revision_number': 6, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port_host': None}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:42.789369 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cafbf3-1b5e-469c-a8d7-1ada6c89d832 None None] The sync data for ids ['0c225db5-3689-40c2-9c8f-7a0fb6e3576c'] in dv-cinder-780933-4-iscsi is: [{'id': '0c225db5-3689-40c2-9c8f-7a0fb6e3576c', 'name': 'tempest-TestMinimumBasicScenario-273616233-router', 'tenant_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:54Z', 'updated_at': '2021-05-10T15:08:42Z', 'revision_number': 6, 'project_id': '00f0f6c2083e4d0a88f6410abe3c6f0e', 'gw_port_host': None}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:08:42.789903 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-e5d3d68f-df4b-4ae0-92aa-fa5fe074f9ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:42.798803 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Calling delete_port for 11c24301-6634-4d77-9378-a345723756c3 owned by network:router_gateway {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:42.858585 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d68f-df4b-4ae0-92aa-fa5fe074f9ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks [] for floatingip, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.875028 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d68f-df4b-4ae0-92aa-fa5fe074f9ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.879936 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-e5d3d68f-df4b-4ae0-92aa-fa5fe074f9ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] 10.222.0.43 "DELETE /v2.0/floatingips/accbeac9-cff9-46d7-9054-868cc883ff8a HTTP/1.1" status: 204 len: 168 time: 0.8919804 May 10 15:08:42.960276 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.964076 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-65ac7b7f-d220-474a-82a6-5bbe1c4a5527 tempest-ServerRescueNegativeTestJSON-1764678047 tempest-ServerRescueNegativeTestJSON-1764678047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:43.012639 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c24301-6634-4d77-9378-a345723756c3,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:43.015329 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:43.106691 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8260718'] for router_gateway, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.138689 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device b048393d-b27c-4ff9-a702-14b8084cdfe0 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:43.178598 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: b048393d-b27c-4ff9-a702-14b8084cdfe0 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:43.179048 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device b048393d-b27c-4ff9-a702-14b8084cdfe0 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:43.283198 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8268338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5961'] for router, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.285333 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.307287 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8273276'] for router, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.307836 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c225db5-3689-40c2-9c8f-7a0fb6e3576c {{(pid=78717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:08:43.317075 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:08:43.319778 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.320904 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0c225db5-3689-40c2-9c8f-7a0fb6e3576c HTTP/1.1" status: 204 len: 168 time: 1.3830123 May 10 15:08:43.323425 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38070) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:43.380211 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_v2 [None req-423f3631-4fce-4ebf-89ef-f090ae63fe7e admin admin] Deleting subnet 1fc4e054-c3a8-492d-9500-c2b6606e6a77 {{(pid=78717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:08:43.383002 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-423f3631-4fce-4ebf-89ef-f090ae63fe7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.432998 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-423f3631-4fce-4ebf-89ef-f090ae63fe7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6377172'] for subnet, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.548904 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-423f3631-4fce-4ebf-89ef-f090ae63fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.894439 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-423f3631-4fce-4ebf-89ef-f090ae63fe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6703360'] for subnet, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.899486 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e63e7f38-6abe-46d1-83fd-26d68ce86e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:43.937140 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f3631-4fce-4ebf-89ef-f090ae63fe7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc4e054-c3a8-492d-9500-c2b6606e6a77,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:43.939071 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-423f3631-4fce-4ebf-89ef-f090ae63fe7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.941513 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-423f3631-4fce-4ebf-89ef-f090ae63fe7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:43.943123 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f39c9c7-1ea9-450e-8ffa-68c0924f9b52 None None] Network c96e86e1-5e49-442d-892e-141654c49a4d requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:08:43.945435 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-423f3631-4fce-4ebf-89ef-f090ae63fe7e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1fc4e054-c3a8-492d-9500-c2b6606e6a77 HTTP/1.1" status: 204 len: 168 time: 0.6210623 May 10 15:08:43.947822 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38074) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:44.054692 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.126008 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Deleting port 711819b1-8edb-4232-92c4-65637dded0cc {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:44.126525 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.204621 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469ceaf3-c7ab-48f4-9486-14d99d2f4c27 None None] DHCP port deletion for c96e86e1-5e49-442d-892e-141654c49a4d request from dv-cinder-780933-4-iscsi {{(pid=78718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:08:44.236723 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] For port 711819b1-8edb-4232-92c4-65637dded0cc, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=711819b1-8edb-4232-92c4-65637dded0cc,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:44.237333 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.282871 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-469ceaf3-c7ab-48f4-9486-14d99d2f4c27 None None] Deleting port 711819b1-8edb-4232-92c4-65637dded0cc {{(pid=78718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:44.283246 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-469ceaf3-c7ab-48f4-9486-14d99d2f4c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.366412 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Calling delete_port for 711819b1-8edb-4232-92c4-65637dded0cc owned by network:dhcp {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:44.414575 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.418645 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-35d5dbb6-85ab-42af-b2ed-a5473b47c3e6 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:44.419492 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-469ceaf3-c7ab-48f4-9486-14d99d2f4c27 None None] For port 711819b1-8edb-4232-92c4-65637dded0cc, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=711819b1-8edb-4232-92c4-65637dded0cc,segment=NetworkSegment(b58e454a-916a-4d1f-8da3-1fca9dfaa2e0),segment_id=b58e454a-916a-4d1f-8da3-1fca9dfaa2e0)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:44.419962 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-469ceaf3-c7ab-48f4-9486-14d99d2f4c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.468129 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=711819b1-8edb-4232-92c4-65637dded0cc,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:44.470237 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] No DVR routers for this DVR port 711819b1-8edb-4232-92c4-65637dded0cc on host dv-cinder-780933-4-iscsi {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:08:44.471798 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:44.542534 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device ac025343-452a-4c68-bdfa-73be05f395c3 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:44.580695 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-469ceaf3-c7ab-48f4-9486-14d99d2f4c27 None None] Calling delete_port for 711819b1-8edb-4232-92c4-65637dded0cc owned by network:dhcp {{(pid=78718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:44.587692 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.591084 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: ac025343-452a-4c68-bdfa-73be05f395c3 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:44.591441 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device ac025343-452a-4c68-bdfa-73be05f395c3 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:44.591863 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 11c24301-6634-4d77-9378-a345723756c3 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:44.600843 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96e86e1-5e49-442d-892e-141654c49a4d']}} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:44.614341 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0') {'for_net_delete': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:44.614646 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58e454a-916a-4d1f-8da3-1fca9dfaa2e0') {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:44.627815 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6377163'] for segment, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.632425 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 11c24301-6634-4d77-9378-a345723756c3 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:44.632779 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 11c24301-6634-4d77-9378-a345723756c3 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:44.633715 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 711819b1-8edb-4232-92c4-65637dded0cc no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:44.644837 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.650843 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=78717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:08:44.651211 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6801128'] for segment, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: Traceback (most recent call last): May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: timer() May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: cb(*args, **kw) May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: return func(*args, **kwargs) May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: self._notify() May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: self.callback(batched_events) May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: event.method(event) May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: return f(self, *a, **k) May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._get(url).json() May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: return self.request(url, 'GET', **kwargs) May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:08:44.664019 dv-cinder-780933-4-iscsi neutron-server[78717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:08:44.733787 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 711819b1-8edb-4232-92c4-65637dded0cc {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:44.734153 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 711819b1-8edb-4232-92c4-65637dded0cc not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:44.745073 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.750757 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.753538 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3953a6b7-ff7a-4d0c-bb07-2797ace943c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:44.775174 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=c96e86e1-5e49-442d-892e-141654c49a4d,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:44.777561 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:44.784284 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-469ceaf3-c7ab-48f4-9486-14d99d2f4c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380'] for port, after_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.789447 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c96e86e1-5e49-442d-892e-141654c49a4d HTTP/1.1" status: 204 len: 168 time: 0.8407068 May 10 15:08:44.789807 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:44.792382 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38088) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:44.823778 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-469ceaf3-c7ab-48f4-9486-14d99d2f4c27 None None] Network c96e86e1-5e49-442d-892e-141654c49a4d is not hosted by any dhcp agent {{(pid=78718) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 10 15:08:44.824489 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ceaf3-c7ab-48f4-9486-14d99d2f4c27 None None] No DVR routers for this DVR port 711819b1-8edb-4232-92c4-65637dded0cc on host dv-cinder-780933-4-iscsi {{(pid=78718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:08:44.831901 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ceaf3-c7ab-48f4-9486-14d99d2f4c27 None None] Pushing event deleted for resources: {'Port': ['ID=711819b1-8edb-4232-92c4-65637dded0cc,revision_number=None']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:44.834629 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-469ceaf3-c7ab-48f4-9486-14d99d2f4c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:45.324871 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8257866'] for router_interface, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:45.652986 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38098) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:45.737029 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] Deleting port aaf9d724-8828-442d-9faf-410c0bbdf523 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:45.737362 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:45.950646 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] For port aaf9d724-8828-442d-9faf-410c0bbdf523, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=aaf9d724-8828-442d-9faf-410c0bbdf523,segment=NetworkSegment(ac14df07-72f9-4205-a349-e22b70e2f6ef),segment_id=ac14df07-72f9-4205-a349-e22b70e2f6ef)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:45.951375 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.069594 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] Calling delete_port for aaf9d724-8828-442d-9faf-410c0bbdf523 owned by network:router_interface {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:46.168020 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.336000 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.340362 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b83804f8-49e0-4cc7-a9b4-3b4ca92de0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:46.384740 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf9d724-8828-442d-9faf-410c0bbdf523,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:46.387830 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:46.411707 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8257866'] for router_interface, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.654423 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8268282'] for router_interface, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.829372 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] Deleting port 24fdb638-3d4b-451b-9574-b94534ee0afe {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:46.829966 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.947777 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] For port 24fdb638-3d4b-451b-9574-b94534ee0afe, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=24fdb638-3d4b-451b-9574-b94534ee0afe,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:46.948126 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:47.006119 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] Router 8d8ca882-3a7d-4629-bdae-a91e46840e2c has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:08:47.070790 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] Calling delete_port for 24fdb638-3d4b-451b-9574-b94534ee0afe owned by network:router_interface {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:47.210803 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:47.214484 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-598fb511-57f9-469e-9de3-875a4da6f7f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:47.282932 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:08:47.283920 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] Pushing event deleted for resources: {'Port': ['ID=24fdb638-3d4b-451b-9574-b94534ee0afe,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:47.287980 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:47.294237 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937dcd08-10f3-41bb-ab57-d570aec14d07 None None] Sync routers for ids ['8d8ca882-3a7d-4629-bdae-a91e46840e2c'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:47.297914 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-ea7e0747-3a04-48fb-adc0-7edbbdec3075 admin admin] 10.222.0.43 "PUT /v2.0/routers/8d8ca882-3a7d-4629-bdae-a91e46840e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5021334 May 10 15:08:47.298207 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38106) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:47.304901 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937dcd08-10f3-41bb-ab57-d570aec14d07 None None] Routers {'8d8ca882-3a7d-4629-bdae-a91e46840e2c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:47.305724 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-937dcd08-10f3-41bb-ab57-d570aec14d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['8d8ca882-3a7d-4629-bdae-a91e46840e2c'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:47.495617 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:47.503349 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-937dcd08-10f3-41bb-ab57-d570aec14d07 None None] Set router 8d8ca882-3a7d-4629-bdae-a91e46840e2c gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:47.535365 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8268282'] for router_interface, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:47.683937 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:47.759667 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Deleting port ef96cbe8-62a1-44ed-a540-2fb9a74d64fb {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:47.760359 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:47.804794 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-937dcd08-10f3-41bb-ab57-d570aec14d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'name': 'tempest-TestMinimumBasicScenario-1115149698-router', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:06:03Z', 'updated_at': '2021-05-10T15:08:46Z', 'revision_number': 5, 'project_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'gw_port': {'id': 'ef96cbe8-62a1-44ed-a540-2fb9a74d64fb', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:06:05Z', 'updated_at': '2021-05-10T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:47.808569 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937dcd08-10f3-41bb-ab57-d570aec14d07 None None] Checking router: 8d8ca882-3a7d-4629-bdae-a91e46840e2c for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:47.818949 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937dcd08-10f3-41bb-ab57-d570aec14d07 None None] Routers {'8d8ca882-3a7d-4629-bdae-a91e46840e2c'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:47.819546 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-937dcd08-10f3-41bb-ab57-d570aec14d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['8d8ca882-3a7d-4629-bdae-a91e46840e2c'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:47.883920 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] For port ef96cbe8-62a1-44ed-a540-2fb9a74d64fb, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=ef96cbe8-62a1-44ed-a540-2fb9a74d64fb,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:47.884285 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:47.972113 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-937dcd08-10f3-41bb-ab57-d570aec14d07 None None] Set router 8d8ca882-3a7d-4629-bdae-a91e46840e2c gateway port host: None {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:48.010884 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Calling delete_port for ef96cbe8-62a1-44ed-a540-2fb9a74d64fb owned by network:router_gateway {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:48.014127 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] Router d5ebbc15-ab70-4a43-b7c1-a875204b8078 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:08:48.077916 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-937dcd08-10f3-41bb-ab57-d570aec14d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'name': 'tempest-TestMinimumBasicScenario-1115149698-router', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:06:03Z', 'updated_at': '2021-05-10T15:08:47Z', 'revision_number': 6, 'project_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'gw_port_host': None}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:48.081914 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937dcd08-10f3-41bb-ab57-d570aec14d07 None None] The sync data for ids ['8d8ca882-3a7d-4629-bdae-a91e46840e2c'] in dv-cinder-780933-4-iscsi is: [{'id': '8d8ca882-3a7d-4629-bdae-a91e46840e2c', 'name': 'tempest-TestMinimumBasicScenario-1115149698-router', 'tenant_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:06:03Z', 'updated_at': '2021-05-10T15:08:47Z', 'revision_number': 6, 'project_id': 'd0bf9c7d64c04b1b9438eee306b436b3', 'gw_port_host': None}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:08:48.157730 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.162191 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:48.190530 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:08:48.200191 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfaa4b1-9f72-4626-b3f1-bcc7fab30615 None None] Sync routers for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:48.204426 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] 10.222.0.43 "PUT /v2.0/routers/d5ebbc15-ab70-4a43-b7c1-a875204b8078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5501263 May 10 15:08:48.205355 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38110) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:48.214274 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfaa4b1-9f72-4626-b3f1-bcc7fab30615 None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:48.214729 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fdfaa4b1-9f72-4626-b3f1-bcc7fab30615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:48.236745 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef96cbe8-62a1-44ed-a540-2fb9a74d64fb,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:48.239200 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:48.304400 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8260718'] for router_gateway, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.382713 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Notify callbacks [] for router, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.387277 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-fdfaa4b1-9f72-4626-b3f1-bcc7fab30615 None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:48.508869 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8268338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5961'] for router, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.518225 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.601019 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.627760 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8273276'] for router, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.627760 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d8ca882-3a7d-4629-bdae-a91e46840e2c {{(pid=78716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:08:48.643291 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Notify callbacks [] for router, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.644489 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8d8ca882-3a7d-4629-bdae-a91e46840e2c HTTP/1.1" status: 204 len: 168 time: 1.3450339 May 10 15:08:48.647566 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38114) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:48.653385 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device aaf9d724-8828-442d-9faf-410c0bbdf523 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:48.687186 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: aaf9d724-8828-442d-9faf-410c0bbdf523 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:48.687534 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device aaf9d724-8828-442d-9faf-410c0bbdf523 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:48.690677 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Deleting port f165d5f5-9358-43ee-897e-6c0e76a14fb9 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:48.691234 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.717150 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fdfaa4b1-9f72-4626-b3f1-bcc7fab30615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:08:47Z', 'revision_number': 5, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port': {'id': 'f165d5f5-9358-43ee-897e-6c0e76a14fb9', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:52Z', 'updated_at': '2021-05-10T15:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:48.721210 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfaa4b1-9f72-4626-b3f1-bcc7fab30615 None None] Checking router: d5ebbc15-ab70-4a43-b7c1-a875204b8078 for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:48.721583 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e91af5-c3e6-4873-8d37-58a994c47be7 admin admin] Deleting subnet 27610f9a-8412-40da-8b7a-95f020ae7e25 {{(pid=78716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:08:48.724618 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-96e91af5-c3e6-4873-8d37-58a994c47be7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.730226 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfaa4b1-9f72-4626-b3f1-bcc7fab30615 None None] Routers {'d5ebbc15-ab70-4a43-b7c1-a875204b8078'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:48.730837 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fdfaa4b1-9f72-4626-b3f1-bcc7fab30615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:48.821660 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] For port f165d5f5-9358-43ee-897e-6c0e76a14fb9, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=f165d5f5-9358-43ee-897e-6c0e76a14fb9,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:48.822079 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.882548 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-96e91af5-c3e6-4873-8d37-58a994c47be7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8129041'] for subnet, precommit_delete_associations {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.932276 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-fdfaa4b1-9f72-4626-b3f1-bcc7fab30615 None None] Set router d5ebbc15-ab70-4a43-b7c1-a875204b8078 gateway port host: None {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:48.958079 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Calling delete_port for f165d5f5-9358-43ee-897e-6c0e76a14fb9 owned by network:router_gateway {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:49.011860 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-96e91af5-c3e6-4873-8d37-58a994c47be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.053346 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-fdfaa4b1-9f72-4626-b3f1-bcc7fab30615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:08:48Z', 'revision_number': 6, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port_host': None}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:49.058078 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfaa4b1-9f72-4626-b3f1-bcc7fab30615 None None] The sync data for ids ['d5ebbc15-ab70-4a43-b7c1-a875204b8078'] in dv-cinder-780933-4-iscsi is: [{'id': 'd5ebbc15-ab70-4a43-b7c1-a875204b8078', 'name': 'tempest-AttachVolumeShelveTestJSON-1034079444-router', 'tenant_id': '44887f9b480647b0a07600f3de217a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:51Z', 'updated_at': '2021-05-10T15:08:48Z', 'revision_number': 6, 'project_id': '44887f9b480647b0a07600f3de217a2b', 'gw_port_host': None}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:08:49.118044 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.123159 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-52998e74-693d-4e6d-bfba-e706b4a0a793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:49.195379 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Pushing event deleted for resources: {'Port': ['ID=f165d5f5-9358-43ee-897e-6c0e76a14fb9,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:49.197962 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:49.275984 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-96e91af5-c3e6-4873-8d37-58a994c47be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6379221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6303690'] for subnet, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.283394 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:49.323351 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e91af5-c3e6-4873-8d37-58a994c47be7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27610f9a-8412-40da-8b7a-95f020ae7e25,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:49.325337 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-96e91af5-c3e6-4873-8d37-58a994c47be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.333605 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c62ebd-5cb9-44fc-9ee1-d495bf311f28 None None] Network 59702c85-17c2-4473-b73a-4f5eed021f48 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:08:49.334677 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-96e91af5-c3e6-4873-8d37-58a994c47be7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/27610f9a-8412-40da-8b7a-95f020ae7e25 HTTP/1.1" status: 204 len: 168 time: 0.6827414 May 10 15:08:49.334677 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-96e91af5-c3e6-4873-8d37-58a994c47be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:49.334677 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38120) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:49.377734 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8260718'] for router_gateway, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.447735 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.528838 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Deleting port 1788758d-5d15-4d40-9d1b-2670ea198e69 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:49.529260 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.578628 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8268338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5961'] for router, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.580807 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.603933 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8273276'] for router, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.604517 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5ebbc15-ab70-4a43-b7c1-a875204b8078 {{(pid=78717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:08:49.617992 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.619268 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] 10.222.0.43 "DELETE /v2.0/routers/d5ebbc15-ab70-4a43-b7c1-a875204b8078 HTTP/1.1" status: 204 len: 168 time: 1.4125280 May 10 15:08:49.621696 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38124) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:49.647851 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] For port 1788758d-5d15-4d40-9d1b-2670ea198e69, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=1788758d-5d15-4d40-9d1b-2670ea198e69,segment=NetworkSegment(ac14df07-72f9-4205-a349-e22b70e2f6ef),segment_id=ac14df07-72f9-4205-a349-e22b70e2f6ef)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:49.648206 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.682405 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e2acd7-5361-4f2d-ab9e-bd0cf90370dd admin admin] Deleting subnet 5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 {{(pid=78717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:08:49.685197 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e2acd7-5361-4f2d-ab9e-bd0cf90370dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.736221 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e2acd7-5361-4f2d-ab9e-bd0cf90370dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6377172'] for subnet, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.769195 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Calling delete_port for 1788758d-5d15-4d40-9d1b-2670ea198e69 owned by network:dhcp {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:49.815137 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.819049 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e2acd7-5361-4f2d-ab9e-bd0cf90370dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:49.820809 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5fff6e5e-444f-4dae-a974-3767921a13d0 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:49.867718 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1788758d-5d15-4d40-9d1b-2670ea198e69,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:49.870849 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:49.871662 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] No DVR routers for this DVR port 1788758d-5d15-4d40-9d1b-2670ea198e69 on host dv-cinder-780933-4-iscsi {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:08:49.885662 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6987cb6-9722-4687-912a-ec349295bfca None None] DHCP port deletion for 59702c85-17c2-4473-b73a-4f5eed021f48 request from dv-cinder-780933-4-iscsi {{(pid=78718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:08:49.994767 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.007992 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59702c85-17c2-4473-b73a-4f5eed021f48']}} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:50.020208 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac14df07-72f9-4205-a349-e22b70e2f6ef') {'for_net_delete': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:50.020817 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac14df07-72f9-4205-a349-e22b70e2f6ef') {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:50.031984 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8129038'] for segment, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.048660 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.055819 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=78716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:08:50.056252 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379187'] for segment, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: Traceback (most recent call last): May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: timer() May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: cb(*args, **kw) May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: return func(*args, **kwargs) May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: self._notify() May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: self.callback(batched_events) May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: event.method(event) May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: return f(self, *a, **k) May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._get(url).json() May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: return self.request(url, 'GET', **kwargs) May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:08:50.069394 dv-cinder-780933-4-iscsi neutron-server[78716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:08:50.085842 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e2acd7-5361-4f2d-ab9e-bd0cf90370dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6703360'] for subnet, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.090650 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-fa9fdfe9-0072-430c-b2a9-7f160884659e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:50.128604 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2acd7-5361-4f2d-ab9e-bd0cf90370dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:50.132224 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-06e2acd7-5361-4f2d-ab9e-bd0cf90370dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:50.135058 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e2acd7-5361-4f2d-ab9e-bd0cf90370dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.140746 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cd3b3d-cf36-4d84-940a-4dfd717b3578 None None] Network 0a505177-ed31-4f0e-addb-1734401fec02 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:08:50.140898 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-06e2acd7-5361-4f2d-ab9e-bd0cf90370dd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5fb5dbb0-5778-4d6f-bef6-3c94e3ffc384 HTTP/1.1" status: 204 len: 168 time: 0.5180798 May 10 15:08:50.144009 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38128) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:50.157112 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.165191 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-805a9167-c190-4305-9036-4f89d2f041df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:50.181495 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.187803 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=59702c85-17c2-4473-b73a-4f5eed021f48,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:50.192224 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:50.195049 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/59702c85-17c2-4473-b73a-4f5eed021f48 HTTP/1.1" status: 204 len: 168 time: 0.8597317 May 10 15:08:50.271086 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.346675 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38134) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:50.371952 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Deleting port c9ce043f-2724-4184-9f65-6f24a306022b {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:50.372290 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.398276 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-a6426023-a5f5-48d4-b37e-ca4178f950a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00f0f6c2083e4d0a88f6410abe3c6f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503044 May 10 15:08:50.400633 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38138) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:50.446436 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de701f83-a31d-4b28-8de9-3e05193b8d15 None None] DHCP port deletion for 0a505177-ed31-4f0e-addb-1734401fec02 request from dv-cinder-780933-4-iscsi {{(pid=78718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:08:50.467551 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1772d663-d12f-45c0-b982-45abc38aedce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.487229 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] For port c9ce043f-2724-4184-9f65-6f24a306022b, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=c9ce043f-2724-4184-9f65-6f24a306022b,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:50.487604 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.494484 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1772d663-d12f-45c0-b982-45abc38aedce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.535218 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-de701f83-a31d-4b28-8de9-3e05193b8d15 None None] Deleting port c9ce043f-2724-4184-9f65-6f24a306022b {{(pid=78718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:50.535607 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-de701f83-a31d-4b28-8de9-3e05193b8d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.554061 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1772d663-d12f-45c0-b982-45abc38aedce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.554431 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 1788758d-5d15-4d40-9d1b-2670ea198e69 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:50.558025 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c588d766-32cc-4c83-964b-f64f78c1af58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:50.572675 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772d663-d12f-45c0-b982-45abc38aedce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f2fb88-ca4c-43a5-b233-36c929275762,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:50.575640 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1772d663-d12f-45c0-b982-45abc38aedce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:50.581837 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1772d663-d12f-45c0-b982-45abc38aedce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.586405 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-1772d663-d12f-45c0-b982-45abc38aedce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6f2fb88-ca4c-43a5-b233-36c929275762 HTTP/1.1" status: 204 len: 168 time: 0.1815624 May 10 15:08:50.631706 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Calling delete_port for c9ce043f-2724-4184-9f65-6f24a306022b owned by network:dhcp {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:50.648868 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 1788758d-5d15-4d40-9d1b-2670ea198e69 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:50.649217 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 1788758d-5d15-4d40-9d1b-2670ea198e69 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:50.649651 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device f165d5f5-9358-43ee-897e-6c0e76a14fb9 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:50.679748 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.684790 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0d5d1e3a-d027-47c3-9fd1-aa03e77e9791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:50.700745 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: f165d5f5-9358-43ee-897e-6c0e76a14fb9 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:50.701119 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device f165d5f5-9358-43ee-897e-6c0e76a14fb9 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:50.701506 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device ef96cbe8-62a1-44ed-a540-2fb9a74d64fb no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:50.731535 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ce043f-2724-4184-9f65-6f24a306022b,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:50.733912 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:50.734712 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] No DVR routers for this DVR port c9ce043f-2724-4184-9f65-6f24a306022b on host dv-cinder-780933-4-iscsi {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:08:50.739774 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: ef96cbe8-62a1-44ed-a540-2fb9a74d64fb {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:50.740124 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device ef96cbe8-62a1-44ed-a540-2fb9a74d64fb not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:50.740581 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 24fdb638-3d4b-451b-9574-b94534ee0afe no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:50.785235 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 24fdb638-3d4b-451b-9574-b94534ee0afe {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:50.785581 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 24fdb638-3d4b-451b-9574-b94534ee0afe not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:50.786012 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device c9ce043f-2724-4184-9f65-6f24a306022b no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:50.825947 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: c9ce043f-2724-4184-9f65-6f24a306022b {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:50.826318 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device c9ce043f-2724-4184-9f65-6f24a306022b not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:50.831453 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-de701f83-a31d-4b28-8de9-3e05193b8d15 None None] For port c9ce043f-2724-4184-9f65-6f24a306022b, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=c9ce043f-2724-4184-9f65-6f24a306022b,segment=NetworkSegment(36f1fe83-2053-4c76-a094-25d804d5f9b6),segment_id=36f1fe83-2053-4c76-a094-25d804d5f9b6)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:50.831853 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-de701f83-a31d-4b28-8de9-3e05193b8d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.875033 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.958473 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-de701f83-a31d-4b28-8de9-3e05193b8d15 None None] Calling delete_port for c9ce043f-2724-4184-9f65-6f24a306022b owned by network:dhcp {{(pid=78718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:50.983477 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38146) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:50.996317 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a505177-ed31-4f0e-addb-1734401fec02']}} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:51.007471 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-de701f83-a31d-4b28-8de9-3e05193b8d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380'] for port, after_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.011498 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f1fe83-2053-4c76-a094-25d804d5f9b6') {'for_net_delete': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:51.011957 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:51.012127 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f1fe83-2053-4c76-a094-25d804d5f9b6') {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:51.024245 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6377163'] for segment, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.037049 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-88a1a5c9-3730-4537-8e80-9443bfbf3d48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0bf9c7d64c04b1b9438eee306b436b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501461 May 10 15:08:51.037625 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38150) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:51.044680 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.051965 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=78717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:08:51.052435 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6801128'] for segment, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.056413 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de701f83-a31d-4b28-8de9-3e05193b8d15 None None] Pushing event deleted for resources: {'Port': ['ID=c9ce043f-2724-4184-9f65-6f24a306022b,revision_number=None']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:51.059434 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-de701f83-a31d-4b28-8de9-3e05193b8d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:51.061881 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de701f83-a31d-4b28-8de9-3e05193b8d15 None None] No DVR routers for this DVR port c9ce043f-2724-4184-9f65-6f24a306022b on host dv-cinder-780933-4-iscsi {{(pid=78718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: Traceback (most recent call last): May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: timer() May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: cb(*args, **kw) May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: return func(*args, **kwargs) May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: self._notify() May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: self.callback(batched_events) May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: event.method(event) May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: return f(self, *a, **k) May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._get(url).json() May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: return self.request(url, 'GET', **kwargs) May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:08:51.066390 dv-cinder-780933-4-iscsi neutron-server[78717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:08:51.096591 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3014-07de-4aeb-a6c4-c899fb2ea6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.122567 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3014-07de-4aeb-a6c4-c899fb2ea6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.144960 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.148647 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:51.163271 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.169176 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a505177-ed31-4f0e-addb-1734401fec02,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:51.173249 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:51.180102 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3014-07de-4aeb-a6c4-c899fb2ea6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.183844 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2c36ecc7-4a28-4209-99cf-f91bf0dca54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:51.186462 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0a505177-ed31-4f0e-addb-1734401fec02 HTTP/1.1" status: 204 len: 168 time: 1.0417542 May 10 15:08:51.195392 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb3014-07de-4aeb-a6c4-c899fb2ea6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c01a29-b121-4018-bcfb-ccb1abb99ed2,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:51.200287 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-d9eb3014-07de-4aeb-a6c4-c899fb2ea6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:51.210581 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3014-07de-4aeb-a6c4-c899fb2ea6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.210581 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-d9eb3014-07de-4aeb-a6c4-c899fb2ea6c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6c01a29-b121-4018-bcfb-ccb1abb99ed2 HTTP/1.1" status: 204 len: 168 time: 0.1650939 May 10 15:08:51.379918 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38158) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:51.541414 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-b10dedc0-1a7a-41f8-8cad-ffb6d6a57e07 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44887f9b480647b0a07600f3de217a2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1578462 May 10 15:08:51.541639 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38162) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:51.604431 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-95fdf52d-d2cc-43ff-a46e-55ee2d0bed06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.629735 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-95fdf52d-d2cc-43ff-a46e-55ee2d0bed06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.680132 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-95fdf52d-d2cc-43ff-a46e-55ee2d0bed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.684779 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b6180388-acb7-4192-996e-d2b0d68f7e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:51.699538 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdf52d-d2cc-43ff-a46e-55ee2d0bed06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9382428-61fa-4093-b3a0-4b32af5148bc,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:51.702356 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-95fdf52d-d2cc-43ff-a46e-55ee2d0bed06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:51.706195 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-95fdf52d-d2cc-43ff-a46e-55ee2d0bed06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.707655 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-95fdf52d-d2cc-43ff-a46e-55ee2d0bed06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9382428-61fa-4093-b3a0-4b32af5148bc HTTP/1.1" status: 204 len: 168 time: 0.1650970 May 10 15:08:52.473208 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38186) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:52.575522 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1858079472-network', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:08:52.580180 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:52.584662 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Usage tracker for resource:network and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:52.587501 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:52.593774 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:52.603226 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Made reservation on behalf of dce3b7b9c17c4da8b3ce143c212f51ce for: {'network': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:08:52.605510 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for network, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:52.617901 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:52.632548 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:52.636263 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:52.639006 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:52.644690 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:52.728793 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:52.732168 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:52.735919 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2db275b8-a0a1-4c9c-971b-cc4b759e2560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:52.764693 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=78716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:08:52.770198 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69ce793-f2d6-4992-9ba9-7e6600ae3176,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:52.773602 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:52.778519 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:52.778958 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.segments_db [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Added segment 7ed6349d-fb88-4811-97d4-6fa8c4409294 of type vlan for network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 May 10 15:08:52.804487 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771350646640'] for network, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:52.832784 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322'] for network, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:52.834248 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:52.834830 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:52.839733 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3b07a234-31e1-4d30-bb9c-d7e678dd1964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:52.938675 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec5afae-0cf1-49a6-8fbb-695e25f89141,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:52.941804 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:52.944155 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-44875e7d-239b-42fb-a48d-5b8a3744a5e2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4693227 May 10 15:08:52.946942 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38194) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:52.949777 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 details requested by agent ovs-agent-dv-cinder-780933-4-iscsi with host dv-cinder-780933-4-iscsi {{(pid=78718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:08:52.952596 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Request body: {'subnet': {'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1858079472-subnet', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:08:52.957313 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:52.961123 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Usage tracker for resource:subnet and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:52.963934 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:52.969467 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:52.979955 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Made reservation on behalf of dce3b7b9c17c4da8b3ce143c212f51ce for: {'subnet': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:08:52.982436 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6303649'] for subnet, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:53.352071 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6774550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6303699'] for subnet, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:53.356410 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:53.426648 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad50609c-8093-4bfc-866e-80d03c4e8623,revision_number=0']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:53.430305 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:53.431118 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Checking segment: {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:08:53.431463 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Network hostable DHCP agents. Network: 9ec5afae-0cf1-49a6-8fbb-695e25f89141, hostable agents: ['92742744-8df6-43de-8e40-42117f413ca7'], hosted agents: [] {{(pid=78716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:08:53.446795 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 is scheduled to be hosted by DHCP agent 92742744-8df6-43de-8e40-42117f413ca7 with binding_index 1 {{(pid=78716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:08:53.455356 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-4-iscsi, 9ec5afae-0cf1-49a6-8fbb-695e25f89141) {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:08:53.463486 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:53.464069 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for subnet, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:53.465173 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c056b535-72b0-4292-b46a-721ac6763252 None None] Network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:08:53.483530 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-69ee03f7-c4d0-4dad-99cf-0fb2975a6c9c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5353537 May 10 15:08:53.486266 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38198) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:53.491295 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:08:53.495683 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:53.499488 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Usage tracker for resource:router and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:53.502295 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:53.507944 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:53.518070 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8335331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6011'] for router, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:53.519055 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8335340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8270572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7899051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6000'] for router, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:53.534476 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:53.713571 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dda8c9c-4c96-568d-a79a-b4ac7ddc94e0-9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623'}]}} from dv-cinder-780933-4-iscsi. {{(pid=78718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:08:53.714428 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:53.799164 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8270485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8268311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5982'] for router, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:53.866877 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.db_base_plugin_common [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Allocated IP 172.20.0.2 (9ec5afae-0cf1-49a6-8fbb-695e25f89141/ad50609c-8093-4bfc-866e-80d03c4e8623/1645a75c-aff6-4ff2-9b69-89b0ce9fc713) {{(pid=78718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:08:54.073670 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Notify callbacks [] for port, precommit_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:54.084724 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Transition to ACTIVE for port object 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:08:54.103403 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Transition to ACTIVE for port object 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 will not be triggered until provisioned by entity DHCP. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:08:54.109568 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879'] for port, after_create {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:54.113191 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:54.170516 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 is already hosted by enough agents. {{(pid=78718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:08:54.173266 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.scheduler.base_scheduler [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Resources bound (agent type, host, resource id): {{(pid=78718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:08:54.182167 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Received port after_create {{(pid=78718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:08:54.188275 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Pushing event updated for resources: {'Port': ['ID=1645a75c-aff6-4ff2-9b69-89b0ce9fc713,revision_number=1']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:54.191982 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:54.209605 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:54.238066 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:54.275290 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Attempting to bind port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:08:54.275660 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Attempting to bind port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:08:54.276032 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Attempting to bind port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 on network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:08:54.281224 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:08:54.281602 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Checking segment: {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:08:54.282007 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:54.282434 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Bound using segment: {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:08:54.282897 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Bound port: 1645a75c-aff6-4ff2-9b69-89b0ce9fc713, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:08:54.283273 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:54.369444 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] For port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:08:54.372673 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] For port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=1645a75c-aff6-4ff2-9b69-89b0ce9fc713,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:08:54.375813 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Allocated IP 172.27.0.163 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/567101ff-a186-4587-80c4-662a0c11a9e2) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:08:54.376313 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:54.379768 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-de701f83-a31d-4b28-8de9-3e05193b8d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:54.464370 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Pushing event updated for resources: {'Port': ['ID=1645a75c-aff6-4ff2-9b69-89b0ce9fc713,revision_number=2']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:54.468834 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:54.527173 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:54.558008 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:54.561792 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-6306a89e-e039-46af-9d9a-741d28c75486 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:54.625190 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:08:54.626279 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:08:54.638943 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:08:54.689024 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Pushing event updated for resources: {'Port': ['ID=567101ff-a186-4587-80c4-662a0c11a9e2,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:54.692425 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:55.074986 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:55.346203 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b1ce8-a549-43c7-a99c-5c6e3306d5d7 None None] Network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:08:55.419800 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8268398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8261376'] for router, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:55.515598 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-30c4df89-b0c4-45e0-b9c8-bb0b63ff2009 None None] Provisioning for port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:08:55.739220 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 is scheduled to L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f with binding_index 1 {{(pid=78716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:08:55.921722 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:08:55.931144 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Sync routers for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:55.940245 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:55.940887 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:55.945594 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] Notify callbacks [] for router, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:55.949362 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-c08b0754-abff-4269-b302-85aecdef7977 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4597054 May 10 15:08:55.949812 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38202) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:56.112237 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:56.421404 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:54Z', 'revision_number': 3, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:56.425049 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Checking router: 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:56.425651 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Updating router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 port 567101ff-a186-4587-80c4-662a0c11a9e2 binding host dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:08:56.478140 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:56.569273 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:08:56.622140 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:56.639946 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:08:56.645586 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:08:56.646190 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:56.765679 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:56.797977 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=1645a75c-aff6-4ff2-9b69-89b0ce9fc713,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:56.803729 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:56.805980 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:56.813585 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Notify callbacks [] for port, precommit_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:56.825811 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.provisioning_blocks [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Transition to ACTIVE for port object 567101ff-a186-4587-80c4-662a0c11a9e2 will not be triggered until provisioned by entity L2. {{(pid=78719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:08:56.833601 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:56.839388 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:56.845850 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Allocated IP 172.20.0.1 (9ec5afae-0cf1-49a6-8fbb-695e25f89141/ad50609c-8093-4bfc-866e-80d03c4e8623/9c60bab4-a884-4678-b628-6c4bb99073d2) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:08:56.910221 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Attempting to bind port 567101ff-a186-4587-80c4-662a0c11a9e2 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:08:56.910740 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Attempting to bind port 567101ff-a186-4587-80c4-662a0c11a9e2 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:08:56.911207 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Attempting to bind port 567101ff-a186-4587-80c4-662a0c11a9e2 on network bc1966c4-1376-496a-80cc-e9df4c16f0a5 {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:08:56.922937 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:08:56.923311 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Checking segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:08:56.923711 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:56.924110 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Bound using segment: {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'} {{(pid=78719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:08:56.924577 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.managers [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Bound port: 567101ff-a186-4587-80c4-662a0c11a9e2, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53f5c06-3cb7-48df-b2d8-f363ebeb99fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}}] {{(pid=78719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:08:56.924967 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:56.929433 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=1645a75c-aff6-4ff2-9b69-89b0ce9fc713,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:56.939321 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.939878 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.940899 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.941416 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.941959 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.942956 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.943482 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.943997 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.945280 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.945811 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.946774 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.947384 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.952438 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:56.975875 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Pushing event updated for resources: {'Port': ['ID=567101ff-a186-4587-80c4-662a0c11a9e2,revision_number=2']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:56.987516 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.987863 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.988199 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.988530 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.988856 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.989185 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.989505 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.989829 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.990257 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.991077 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.991394 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:56.991710 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:57.000703 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:57.009175 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:57.022701 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] For port 567101ff-a186-4587-80c4-662a0c11a9e2, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:08:57.024794 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Transition to ACTIVE for port object 9c60bab4-a884-4678-b628-6c4bb99073d2 will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:08:57.025595 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.plugins.ml2.db [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] For port 567101ff-a186-4587-80c4-662a0c11a9e2, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=567101ff-a186-4587-80c4-662a0c11a9e2,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:08:57.029529 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron_lib.callbacks.manager [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:57.034027 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:57.049632 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:57.054909 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-04839df1-b9d1-4523-a3e9-604d61cc185a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:57.106227 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:57.106845 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:57.112391 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:08:57.115254 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:08:57.118875 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:08:57.165262 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Pushing event updated for resources: {'Port': ['ID=9c60bab4-a884-4678-b628-6c4bb99073d2,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:57.169333 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:57.185866 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8258015'] for router_interface, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:57.226203 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Pushing event updated for resources: {'Port': ['ID=567101ff-a186-4587-80c4-662a0c11a9e2,revision_number=3']} {{(pid=78719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:57.230867 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG oslo_concurrency.lockutils [None req-add3d2c7-68aa-47f9-9890-585c3bdfc1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:57.289637 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:57.394915 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-f08639c7-de7c-41ae-9af1-a2685aaad0cf None None] Provisioning for port 9c60bab4-a884-4678-b628-6c4bb99073d2 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:08:57.400547 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-f08639c7-de7c-41ae-9af1-a2685aaad0cf None None] Provisioning complete for port 9c60bab4-a884-4678-b628-6c4bb99073d2 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:08:57.400994 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-f08639c7-de7c-41ae-9af1-a2685aaad0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:57.407257 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:57.452947 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-f08639c7-de7c-41ae-9af1-a2685aaad0cf None None] Port 9c60bab4-a884-4678-b628-6c4bb99073d2 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:08:57.573674 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:54Z', 'revision_number': 3, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:57.577670 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3dec9c-fca6-41e1-9fda-e3cbc781b562 None None] The sync data for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi is: [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:54Z', 'revision_number': 3, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:08:57.623472 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:57.628092 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:57.653187 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:57.735941 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Pushing event updated for resources: {'Port': ['ID=9c60bab4-a884-4678-b628-6c4bb99073d2,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:57.738362 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7880336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8257916'] for router_interface, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:57.745316 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:57.892401 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:08:57.894044 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:08:58.031853 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-29183a63-f226-4413-b0d1-bc42a4ac4acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:58.095656 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:08:58.178997 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-7fbf12c3-631c-4ad6-a466-013aa7e79046 None None] Provisioning complete for port 9c60bab4-a884-4678-b628-6c4bb99073d2 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:08:58.179375 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-7fbf12c3-631c-4ad6-a466-013aa7e79046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:58.235918 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf12c3-631c-4ad6-a466-013aa7e79046 None None] Port 9c60bab4-a884-4678-b628-6c4bb99073d2 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:08:58.278201 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:08:58.287688 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] 10.222.0.43 "PUT /v2.0/routers/63d7c08c-fadb-48ec-9abf-f8b866cd1d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3362064 May 10 15:08:58.591689 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:08:58.659817 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:08:58.660105 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:58.778859 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 567101ff-a186-4587-80c4-662a0c11a9e2 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:08:58.846501 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 567101ff-a186-4587-80c4-662a0c11a9e2 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:08:58.853366 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 567101ff-a186-4587-80c4-662a0c11a9e2 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:08:58.853754 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:58.876040 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38218) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:58.881590 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401970186', 'description': 'tempest-description--2057952401'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:08:58.887729 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:58.891575 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Usage tracker for resource:security_group and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:58.894684 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:58.901147 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:58.916430 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:58.937192 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:58.941092 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Usage tracker for resource:security_group_rule and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:58.944068 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:58.949878 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:58.972738 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:58.990757 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 567101ff-a186-4587-80c4-662a0c11a9e2, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=567101ff-a186-4587-80c4-662a0c11a9e2,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:58.994941 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:58.998352 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:59.025095 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.028919 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.033699 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-671d2ca6-22b8-4cf6-9e57-68b3a7d79b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:59.071023 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=567101ff-a186-4587-80c4-662a0c11a9e2,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:59.071515 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9487147e-6af8-43e9-a196-7a0a88aae2c3,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:59.074039 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:59.075242 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.076607 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-022dcad8-a96a-4b99-afb6-91c45812ca08 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1994500 May 10 15:08:59.079518 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38222) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:59.083762 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Sync routers for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:59.085125 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Request body: {'security_group_rule': {'security_group_id': '9487147e-6af8-43e9-a196-7a0a88aae2c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:08:59.086957 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:59.091197 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:59.094637 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Usage tracker for resource:security_group_rule and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:59.094803 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:59.095474 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:59.097430 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:59.103067 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:59.119419 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.179830 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.183625 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.185706 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:59.208028 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39da9208-05c8-4cfb-a222-9132f7c9067c,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:59.213216 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:59.218359 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.219540 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390555 May 10 15:08:59.222319 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38226) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:59.228224 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-09c880c1-5e0d-4316-b041-1765ab8d9df2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Request body: {'security_group_rule': {'security_group_id': '9487147e-6af8-43e9-a196-7a0a88aae2c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:08:59.233464 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-09c880c1-5e0d-4316-b041-1765ab8d9df2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:59.237256 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-09c880c1-5e0d-4316-b041-1765ab8d9df2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Usage tracker for resource:security_group_rule and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:59.240104 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-09c880c1-5e0d-4316-b041-1765ab8d9df2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:59.245725 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-09c880c1-5e0d-4316-b041-1765ab8d9df2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:59.261368 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-09c880c1-5e0d-4316-b041-1765ab8d9df2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.277157 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:59.325254 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-09c880c1-5e0d-4316-b041-1765ab8d9df2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.327996 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-09c880c1-5e0d-4316-b041-1765ab8d9df2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.330246 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a8250ebb-6053-4858-93c2-469c63892888 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:59.352846 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c880c1-5e0d-4316-b041-1765ab8d9df2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17f2f18-cbf9-44b3-9b37-8f79fc603ef9,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:59.355314 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-09c880c1-5e0d-4316-b041-1765ab8d9df2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:59.362587 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-09c880c1-5e0d-4316-b041-1765ab8d9df2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.367146 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-09c880c1-5e0d-4316-b041-1765ab8d9df2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404843 May 10 15:08:59.367328 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38230) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:59.372412 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Request body: {'floatingip': {'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:08:59.378456 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:59.383045 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Usage tracker for resource:floatingip and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:59.385867 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:59.392550 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:59.402171 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.536970 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.590058 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 2, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:59.593965 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Checking router: 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:59.594742 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Updating router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 port 9c60bab4-a884-4678-b628-6c4bb99073d2 binding host dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:08:59.648914 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.679214 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Allocated IP 172.27.0.45 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/b3b204c5-bfbf-455e-94fa-f60dc5092ddd) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:08:59.926726 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.956638 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.961194 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-99a26b36-3a6c-4a7f-b598-eb301f27b374 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:00.015554 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:00.018353 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:00.021428 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:09:00.025530 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.036753 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Transition to ACTIVE for port object 9c60bab4-a884-4678-b628-6c4bb99073d2 will not be triggered until provisioned by entity L2. {{(pid=78718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:00.044170 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.048410 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-3cce8d55-473c-4bb7-af44-b4ba7897414a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:00.071794 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event updated for resources: {'Port': ['ID=b3b204c5-bfbf-455e-94fa-f60dc5092ddd,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:00.074792 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:00.121130 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.174892 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186c61a-c363-431f-b5da-b4d2121b5549 None None] Pushing event updated for resources: {'Port': ['ID=9c60bab4-a884-4678-b628-6c4bb99073d2,revision_number=3']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:00.180481 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a186c61a-c363-431f-b5da-b4d2121b5549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:00.185327 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.270402 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Attempting to bind port 9c60bab4-a884-4678-b628-6c4bb99073d2 on host dv-cinder-780933-4-iscsi for vnic_type normal with profile {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:00.270753 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Attempting to bind port 9c60bab4-a884-4678-b628-6c4bb99073d2 by drivers openvswitch,hyperv on host dv-cinder-780933-4-iscsi at level 0 using segments [{'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:00.271043 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Attempting to bind port 9c60bab4-a884-4678-b628-6c4bb99073d2 on network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:00.276988 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Checking agent: {'id': '47bba531-3cdc-4994-a21f-7a0228a1c78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 30), 'started_at': datetime.datetime(2021, 5, 10, 14, 54), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:00.277365 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Checking segment: {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:09:00.277786 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.278211 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Bound using segment: {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'} {{(pid=78718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:00.278674 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.managers [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Bound port: 9c60bab4-a884-4678-b628-6c4bb99073d2, host: dv-cinder-780933-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'}}] {{(pid=78718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:00.279202 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.374571 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] For port 9c60bab4-a884-4678-b628-6c4bb99073d2, host dv-cinder-780933-4-iscsi, cleared binding levels {{(pid=78718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:00.378474 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] For port 9c60bab4-a884-4678-b628-6c4bb99073d2, host dv-cinder-780933-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=9c60bab4-a884-4678-b628-6c4bb99073d2,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:00.382842 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.387410 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-047353c5-146d-4cd9-828e-d7216462a7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:00.405516 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.409817 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.414405 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-89f5e32e-0b65-4501-bad9-57e71b7c1a12 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:00.482331 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-6c9c13d3-f6a4-4cb1-b274-6499ceee8aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.490965 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186c61a-c363-431f-b5da-b4d2121b5549 None None] Pushing event updated for resources: {'Port': ['ID=9c60bab4-a884-4678-b628-6c4bb99073d2,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:00.495771 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a186c61a-c363-431f-b5da-b4d2121b5549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:00.496514 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:00.497125 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:08:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:00.520028 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event updated for resources: {'Port': ['ID=b3b204c5-bfbf-455e-94fa-f60dc5092ddd,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:00.524915 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:00.536644 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.563387 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.565085 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1964843 May 10 15:09:00.569068 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.630404 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 567101ff-a186-4587-80c4-662a0c11a9e2 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:00.745878 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-87784f01-240a-4d55-9e94-05b738f97e00 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Synchronizing usage tracker for tenant:dce3b7b9c17c4da8b3ce143c212f51ce on resource:security_group {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:00.762694 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-87784f01-240a-4d55-9e94-05b738f97e00 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Unset dirty status for tenant:dce3b7b9c17c4da8b3ce143c212f51ce on resource:security_group {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:00.766572 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-87784f01-240a-4d55-9e94-05b738f97e00 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--401970186&fields=id&tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce HTTP/1.1" status: 200 len: 267 time: 0.0638871 May 10 15:09:00.769424 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:00.826146 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 567101ff-a186-4587-80c4-662a0c11a9e2 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:00.826530 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.914734 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-beebf578-6745-444d-8c2b-346f377aeee2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:00.915434 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-beebf578-6745-444d-8c2b-346f377aeee2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Synchronizing usage tracker for tenant:dce3b7b9c17c4da8b3ce143c212f51ce on resource:network {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:00.933203 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-beebf578-6745-444d-8c2b-346f377aeee2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Unset dirty status for tenant:dce3b7b9c17c4da8b3ce143c212f51ce on resource:network {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:00.934402 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-beebf578-6745-444d-8c2b-346f377aeee2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/networks?id=9ec5afae-0cf1-49a6-8fbb-695e25f89141 HTTP/1.1" status: 200 len: 811 time: 0.1638300 May 10 15:09:00.950037 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-569d89db-1505-4491-988e-9b9862d4dbf0 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/quotas/dce3b7b9c17c4da8b3ce143c212f51ce HTTP/1.1" status: 200 len: 375 time: 0.0098760 May 10 15:09:01.034691 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-c6f14989-e730-4282-8cdc-43330f004c69 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792222 May 10 15:09:01.170749 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-fa7df6ca-4410-4ffc-b0db-1c0cf842542d service neutron] 10.222.0.43 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245108 May 10 15:09:01.179534 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:00Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:01.183594 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c4cb8-e22a-46c9-8a87-22a2872b9ed5 None None] The sync data for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi is: [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:00Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:01.319103 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-4ece2254-0d08-4ec6-9ec9-1b806c328069 service neutron] 10.222.0.43 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419642 May 10 15:09:01.525847 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-52a1b478-c9d7-4fba-981b-4608c9a63afa req-57184ef1-dce4-4683-b03e-1f19dbf8f765 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 210 time: 0.0553834 May 10 15:09:01.593119 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:02.556567 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 9c60bab4-a884-4678-b628-6c4bb99073d2 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:02.566997 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-172013e2-6851-4904-9d8a-c6cda9097ef2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:02.569212 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-172013e2-6851-4904-9d8a-c6cda9097ef2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.38 "GET /v2.0/networks?id=9ec5afae-0cf1-49a6-8fbb-695e25f89141 HTTP/1.1" status: 200 len: 811 time: 0.1592774 May 10 15:09:02.622768 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-82a7bf02-394e-466b-bd31-852a608723a1 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce HTTP/1.1" status: 200 len: 379 time: 0.0443532 May 10 15:09:02.632780 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Request body: {'port': {'device_id': '550551c1-89f8-4ba5-b399-a49666748324', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'admin_state_up': True, 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'security_groups': ['9487147e-6af8-43e9-a196-7a0a88aae2c3']}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:02.643660 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning for port 9c60bab4-a884-4678-b628-6c4bb99073d2 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:02.648530 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 9c60bab4-a884-4678-b628-6c4bb99073d2 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:02.648908 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:02.752899 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-7da7283e-bc30-41c3-a245-f85afb9cca7f req-779aced7-f537-4025-bbe1-92157e692295 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 210 time: 0.1007793 May 10 15:09:02.773727 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:02.802266 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 9c60bab4-a884-4678-b628-6c4bb99073d2, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=9c60bab4-a884-4678-b628-6c4bb99073d2,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:02.806352 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:02.809391 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:02.819946 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:02.824619 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Usage tracker for resource:port and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:02.827983 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:02.835152 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:02.848717 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Made reservation on behalf of dce3b7b9c17c4da8b3ce143c212f51ce for: {'port': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:02.852966 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:02.878023 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event updated for resources: {'Port': ['ID=9c60bab4-a884-4678-b628-6c4bb99073d2,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:02.881437 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:03.014573 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Allocated IP 172.20.0.12 (9ec5afae-0cf1-49a6-8fbb-695e25f89141/ad50609c-8093-4bfc-866e-80d03c4e8623/5c9936a6-57ef-4384-bda5-1179a563e4d3) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:03.186342 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:03.198960 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:03.214730 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Transition to ACTIVE for port object 5c9936a6-57ef-4384-bda5-1179a563e4d3 will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:03.237797 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:03.243045 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:03.400254 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:03.403170 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:03.411702 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:09:03.442975 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event updated for resources: {'Port': ['ID=5c9936a6-57ef-4384-bda5-1179a563e4d3,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:03.449594 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:03.480023 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:03.480647 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:03.501716 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-2bf92628-2c7b-476f-9250-2548b9c07c2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8735015 May 10 15:09:03.513062 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Request body: {'port': {'device_id': '550551c1-89f8-4ba5-b399-a49666748324', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:03.580765 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-b5e08cd5-d08a-4379-9496-0f34f22498d9 None None] Provisioning for port 5c9936a6-57ef-4384-bda5-1179a563e4d3 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:03.585950 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-b5e08cd5-d08a-4379-9496-0f34f22498d9 None None] Provisioning complete for port 5c9936a6-57ef-4384-bda5-1179a563e4d3 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:03.586355 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-b5e08cd5-d08a-4379-9496-0f34f22498d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:03.626625 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:03.642217 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-b5e08cd5-d08a-4379-9496-0f34f22498d9 None None] Port 5c9936a6-57ef-4384-bda5-1179a563e4d3 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:09:04.017469 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c586919-9f36-444b-aa39-f8f7cb33ddb3 req-e828c814-1155-4ce1-b18a-222b76acf081 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:04.018079 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-4c586919-9f36-444b-aa39-f8f7cb33ddb3 req-e828c814-1155-4ce1-b18a-222b76acf081 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Synchronizing usage tracker for tenant:dce3b7b9c17c4da8b3ce143c212f51ce on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:04.045112 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9936a6-57ef-4384-bda5-1179a563e4d3 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:09:04.053721 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:04.055972 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-4c586919-9f36-444b-aa39-f8f7cb33ddb3 req-e828c814-1155-4ce1-b18a-222b76acf081 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Unset dirty status for tenant:dce3b7b9c17c4da8b3ce143c212f51ce on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:04.057092 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4c586919-9f36-444b-aa39-f8f7cb33ddb3 req-e828c814-1155-4ce1-b18a-222b76acf081 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 932 time: 0.1993144 May 10 15:09:04.082338 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Transition to ACTIVE for port object 5c9936a6-57ef-4384-bda5-1179a563e4d3 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:04.087738 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:04.094055 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:04.224918 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4c586919-9f36-444b-aa39-f8f7cb33ddb3 req-5f396c26-2734-4abf-9a3c-bb06ce1f0e98 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596820 May 10 15:09:04.242402 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9936a6-57ef-4384-bda5-1179a563e4d3,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:04.247990 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:04.347315 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Attempting to bind port 5c9936a6-57ef-4384-bda5-1179a563e4d3 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:04.347650 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Attempting to bind port 5c9936a6-57ef-4384-bda5-1179a563e4d3 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:04.347980 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Attempting to bind port 5c9936a6-57ef-4384-bda5-1179a563e4d3 on network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:04.352985 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Port 5c9936a6-57ef-4384-bda5-1179a563e4d3 on network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:09:04.353312 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Attempting to bind port 5c9936a6-57ef-4384-bda5-1179a563e4d3 on network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:04.358438 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:04.358776 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Checking segment: {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:09:04.359160 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Bound using segment: {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:04.359591 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Bound port: 5c9936a6-57ef-4384-bda5-1179a563e4d3, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:04.359946 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:04.449865 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] For port 5c9936a6-57ef-4384-bda5-1179a563e4d3, host hv-cinder-78093, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:04.452767 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] For port 5c9936a6-57ef-4384-bda5-1179a563e4d3, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5c9936a6-57ef-4384-bda5-1179a563e4d3,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:04.456059 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:04.460351 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-a7cc1047-968d-433c-88d4-0fe2ccbd1cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:04.510148 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:04.510737 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:04.512103 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] 10.222.0.38 "PUT /v2.0/ports/5c9936a6-57ef-4384-bda5-1179a563e4d3 HTTP/1.1" status: 200 len: 1094 time: 1.0032811 May 10 15:09:04.512607 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550551c1-89f8-4ba5-b399-a49666748324', 'tag': '5c9936a6-57ef-4384-bda5-1179a563e4d3'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:09:04.542740 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 9c60bab4-a884-4678-b628-6c4bb99073d2 up at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:04.550137 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9936a6-57ef-4384-bda5-1179a563e4d3,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:04.554600 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-dc565588-c299-4e24-b64e-67fd52f87e40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:04.592534 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550551c1-89f8-4ba5-b399-a49666748324', 'tag': '5c9936a6-57ef-4384-bda5-1179a563e4d3', 'status': 'completed', 'code': 200} May 10 15:09:04.636022 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-55f88473-8770-4fb2-b697-7729e2e48f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:04.637528 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-55f88473-8770-4fb2-b697-7729e2e48f6a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce&device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 1097 time: 0.0820277 May 10 15:09:04.671081 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Provisioning complete for port 9c60bab4-a884-4678-b628-6c4bb99073d2 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:04.671626 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:04.706680 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-5b7e3b78-040a-4773-a89c-c93597343fbe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9936a6-57ef-4384-bda5-1179a563e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0621595 May 10 15:09:04.770979 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-fdb03e62-6958-4037-aa85-0ac1cf4bab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:04.773001 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-fdb03e62-6958-4037-aa85-0ac1cf4bab09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad50609c-8093-4bfc-866e-80d03c4e8623 HTTP/1.1" status: 200 len: 850 time: 0.0597951 May 10 15:09:04.848036 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-f02d1aee-98e3-48cc-abdf-ea74bf200de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:04.850086 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-f02d1aee-98e3-48cc-abdf-ea74bf200de0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ec5afae-0cf1-49a6-8fbb-695e25f89141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694704 May 10 15:09:04.979834 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-70659327-2dce-4b26-8883-f292147b6667 service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233718 May 10 15:09:05.194163 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ea9e95b8-6615-4dfa-9d9b-14ee1ed35f5d req-5d423c75-eb68-445f-a4fe-0171f2cb0ea8 service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080252 May 10 15:09:05.324455 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9bcd-ab03-498e-86c3-fbed8a341561 req-03435159-4151-422d-9aa4-85cec303b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:05.325929 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f99b9bcd-ab03-498e-86c3-fbed8a341561 req-03435159-4151-422d-9aa4-85cec303b1f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce&device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 1097 time: 0.0847175 May 10 15:09:05.509247 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9bcd-ab03-498e-86c3-fbed8a341561 req-cc765aa4-75c1-46c1-a5e9-7ebfe77a6d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:05.510612 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f99b9bcd-ab03-498e-86c3-fbed8a341561 req-cc765aa4-75c1-46c1-a5e9-7ebfe77a6d28 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9ec5afae-0cf1-49a6-8fbb-695e25f89141 HTTP/1.1" status: 200 len: 912 time: 0.1488366 May 10 15:09:05.519202 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1892e-9227-4d2c-a488-7a8550d6c9a2 req-957c0f8f-b8c1-4c03-81fd-508e7530ec34 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:05.520534 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-62e1892e-9227-4d2c-a488-7a8550d6c9a2 req-957c0f8f-b8c1-4c03-81fd-508e7530ec34 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 944 time: 0.1900735 May 10 15:09:05.595743 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f99b9bcd-ab03-498e-86c3-fbed8a341561 req-d9ec72c5-ce1e-482d-863f-84d3a3a60ceb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9936a6-57ef-4384-bda5-1179a563e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0743103 May 10 15:09:05.661353 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-62e1892e-9227-4d2c-a488-7a8550d6c9a2 req-78c7e024-c89a-4e70-91f7-4a144de75046 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849829 May 10 15:09:05.676588 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9bcd-ab03-498e-86c3-fbed8a341561 req-c5a8b85c-eebd-4ad0-ae9a-7654e0c5c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:05.678250 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f99b9bcd-ab03-498e-86c3-fbed8a341561 req-c5a8b85c-eebd-4ad0-ae9a-7654e0c5c393 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad50609c-8093-4bfc-866e-80d03c4e8623 HTTP/1.1" status: 200 len: 850 time: 0.0735741 May 10 15:09:05.753759 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9bcd-ab03-498e-86c3-fbed8a341561 req-5135f3a5-94fa-45e2-9dc0-357ab1540f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:05.755244 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f99b9bcd-ab03-498e-86c3-fbed8a341561 req-5135f3a5-94fa-45e2-9dc0-357ab1540f1d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ec5afae-0cf1-49a6-8fbb-695e25f89141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689576 May 10 15:09:05.884563 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f99b9bcd-ab03-498e-86c3-fbed8a341561 req-edf65190-36db-4669-8e17-5a7dcab84610 service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212890 May 10 15:09:06.013291 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f99b9bcd-ab03-498e-86c3-fbed8a341561 req-84369820-b8f3-4a36-b613-1a1d61338d4d service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213727 May 10 15:09:06.850437 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eac3b-86cf-4522-9594-41e1af7c2c04 req-f937d907-95e3-4440-96b3-78e9ac210aa5 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:06.851871 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b4eac3b-86cf-4522-9594-41e1af7c2c04 req-f937d907-95e3-4440-96b3-78e9ac210aa5 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 944 time: 0.0790265 May 10 15:09:06.898656 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9b4eac3b-86cf-4522-9594-41e1af7c2c04 req-dcb87443-a463-4e02-9190-244d804bd9c1 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408652 May 10 15:09:07.232671 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 5c9936a6-57ef-4384-bda5-1179a563e4d3 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:09:07.361930 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 5c9936a6-57ef-4384-bda5-1179a563e4d3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5c9936a6-57ef-4384-bda5-1179a563e4d3,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:07.374687 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '5c9936a6-57ef-4384-bda5-1179a563e4d3', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'port_id': '5c9936a6-57ef-4384-bda5-1179a563e4d3', 'mac_address': 'fa:16:3e:5c:dd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:09:07.431893 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:07.448271 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9936a6-57ef-4384-bda5-1179a563e4d3 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:09:07.463363 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 5c9936a6-57ef-4384-bda5-1179a563e4d3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5c9936a6-57ef-4384-bda5-1179a563e4d3,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:07.467155 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:07.468936 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:07.532569 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=5c9936a6-57ef-4384-bda5-1179a563e4d3,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:07.535613 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:07.691493 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['5c9936a6-57ef-4384-bda5-1179a563e4d3'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:09:08.082292 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9e5c-d7f0-47e1-ac7d-644dcff6e7a4 req-20b46c12-9a7c-47f3-a59c-d08fb5264b3f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:08.083741 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d1bd9e5c-d7f0-47e1-ac7d-644dcff6e7a4 req-20b46c12-9a7c-47f3-a59c-d08fb5264b3f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 945 time: 0.0789578 May 10 15:09:08.127212 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d1bd9e5c-d7f0-47e1-ac7d-644dcff6e7a4 req-55e38d92-d22e-4e7b-b9fd-6be66f0594b8 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378926 May 10 15:09:09.247681 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 5c9936a6-57ef-4384-bda5-1179a563e4d3 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:09.311674 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338011a-fc3c-4bcc-9f94-8bce48c75374 req-526c6384-e855-42d7-949a-6cb8e0487a71 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:09.313616 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b338011a-fc3c-4bcc-9f94-8bce48c75374 req-526c6384-e855-42d7-949a-6cb8e0487a71 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 945 time: 0.0837064 May 10 15:09:09.315187 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port 5c9936a6-57ef-4384-bda5-1179a563e4d3 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:09.320044 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 5c9936a6-57ef-4384-bda5-1179a563e4d3 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:09.320495 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:09.358520 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b338011a-fc3c-4bcc-9f94-8bce48c75374 req-2a36e668-0479-40a2-87ed-a264b5ea45ca tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385871 May 10 15:09:09.435453 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:09.460828 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550551c1-89f8-4ba5-b399-a49666748324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9936a6-57ef-4384-bda5-1179a563e4d3'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:09:09.470777 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 5c9936a6-57ef-4384-bda5-1179a563e4d3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5c9936a6-57ef-4384-bda5-1179a563e4d3,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:09.475718 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:09.477512 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-fa325d40-3e95-4f27-a951-b641a2272b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:09.506734 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550551c1-89f8-4ba5-b399-a49666748324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9936a6-57ef-4384-bda5-1179a563e4d3', 'code': 200} May 10 15:09:09.547939 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=5c9936a6-57ef-4384-bda5-1179a563e4d3,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:09.551022 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:09.730178 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e03d0-f3ee-4177-96de-a66be4bca435 req-cc6ebe7b-49ac-43f2-8cf7-346662bd4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:09.731563 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c12e03d0-f3ee-4177-96de-a66be4bca435 req-cc6ebe7b-49ac-43f2-8cf7-346662bd4903 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 1099 time: 0.0694511 May 10 15:09:09.774345 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c12e03d0-f3ee-4177-96de-a66be4bca435 req-30f95225-8df4-4e34-a57b-81abfaa3d27d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368288 May 10 15:09:10.542274 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d09bc8-f73e-49e2-8477-a82da6f982fb req-45808601-03de-46e7-b024-68dcab38b76a tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:10.543801 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-76d09bc8-f73e-49e2-8477-a82da6f982fb req-45808601-03de-46e7-b024-68dcab38b76a tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0816000 May 10 15:09:10.588725 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-76d09bc8-f73e-49e2-8477-a82da6f982fb req-0a0d877a-88c8-433d-8307-1b9cd8b57f44 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392544 May 10 15:09:11.783913 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb79b2-ecff-41a6-88d8-6bf7cca573c2 req-24dc5548-2739-4126-876c-bc8f7663aad8 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:11.785367 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-76eb79b2-ecff-41a6-88d8-6bf7cca573c2 req-24dc5548-2739-4126-876c-bc8f7663aad8 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0830188 May 10 15:09:11.832967 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-76eb79b2-ecff-41a6-88d8-6bf7cca573c2 req-26f9fa10-1839-4eea-a74d-29cd1d0a77d8 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409586 May 10 15:09:12.019450 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704f7a0-097c-4e15-9c73-bd726eacd475 req-9aeaf7f9-3ac2-4262-990b-a6fbbf71ee03 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:12.020904 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5704f7a0-097c-4e15-9c73-bd726eacd475 req-9aeaf7f9-3ac2-4262-990b-a6fbbf71ee03 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0812762 May 10 15:09:12.029360 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38286) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:12.034428 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-0ede4812-9ec4-4062-85cc-6b59df417bd9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Request body: {'floatingip': {'port_id': '5c9936a6-57ef-4384-bda5-1179a563e4d3'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:12.198729 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0ede4812-9ec4-4062-85cc-6b59df417bd9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:12.765354 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0ede4812-9ec4-4062-85cc-6b59df417bd9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:12.768667 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0ede4812-9ec4-4062-85cc-6b59df417bd9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:12.936946 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.l3_db [None req-0ede4812-9ec4-4062-85cc-6b59df417bd9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Floating IP 0b40c894-c584-4056-bde4-c8b6d749c0ae associated. External IP: 172.27.0.45, port: 5c9936a6-57ef-4384-bda5-1179a563e4d3. May 10 15:09:13.285126 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ede4812-9ec4-4062-85cc-6b59df417bd9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:09:13.557978 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ede4812-9ec4-4062-85cc-6b59df417bd9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:09:13.562712 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0ede4812-9ec4-4062-85cc-6b59df417bd9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:13.567058 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1a6e8d-eef3-429f-9408-e738a9a9ea4a None None] Sync routers for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:13.576731 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a6e8d-eef3-429f-9408-e738a9a9ea4a None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:13.577327 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-1d1a6e8d-eef3-429f-9408-e738a9a9ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:09:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:13.616125 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-0ede4812-9ec4-4062-85cc-6b59df417bd9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "PUT /v2.0/floatingips/0b40c894-c584-4056-bde4-c8b6d749c0ae HTTP/1.1" status: 200 len: 991 time: 1.5856576 May 10 15:09:13.616883 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550551c1-89f8-4ba5-b399-a49666748324', 'tag': '5c9936a6-57ef-4384-bda5-1179a563e4d3'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:09:13.662493 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550551c1-89f8-4ba5-b399-a49666748324', 'tag': '5c9936a6-57ef-4384-bda5-1179a563e4d3', 'status': 'completed', 'code': 200} May 10 15:09:13.760706 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eafdf-a925-40d8-88ed-f9f8c8be41c4 req-c26e7d25-e739-4141-8a28-617bc7952d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:13.762204 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f71eafdf-a925-40d8-88ed-f9f8c8be41c4 req-c26e7d25-e739-4141-8a28-617bc7952d58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce&device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 1099 time: 0.0738287 May 10 15:09:13.779975 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-1d1a6e8d-eef3-429f-9408-e738a9a9ea4a None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:13.892028 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eafdf-a925-40d8-88ed-f9f8c8be41c4 req-51b59be7-3e8c-40c1-800a-ea49b99ffcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:13.893462 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f71eafdf-a925-40d8-88ed-f9f8c8be41c4 req-51b59be7-3e8c-40c1-800a-ea49b99ffcd5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9ec5afae-0cf1-49a6-8fbb-695e25f89141 HTTP/1.1" status: 200 len: 912 time: 0.1249990 May 10 15:09:13.995930 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f71eafdf-a925-40d8-88ed-f9f8c8be41c4 req-baada56e-ee9e-4910-9fee-b622788c5a7b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9936a6-57ef-4384-bda5-1179a563e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0958955 May 10 15:09:14.059127 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eafdf-a925-40d8-88ed-f9f8c8be41c4 req-283ca54e-4cb7-4d8f-ab46-1f98e2459560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:14.060639 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f71eafdf-a925-40d8-88ed-f9f8c8be41c4 req-283ca54e-4cb7-4d8f-ab46-1f98e2459560 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad50609c-8093-4bfc-866e-80d03c4e8623 HTTP/1.1" status: 200 len: 850 time: 0.0580130 May 10 15:09:14.119555 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-1d1a6e8d-eef3-429f-9408-e738a9a9ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '0b40c894-c584-4056-bde4-c8b6d749c0ae', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'port_id': '5c9936a6-57ef-4384-bda5-1179a563e4d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'mac_address': 'fa:16:3e:5c:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550551c1-89f8-4ba5-b399-a49666748324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:09:00Z', 'updated_at': '2021-05-10T15:09:12Z', 'revision_number': 1, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:02Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:14.123262 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1a6e8d-eef3-429f-9408-e738a9a9ea4a None None] Checking router: 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:14.131948 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a6e8d-eef3-429f-9408-e738a9a9ea4a None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:14.132480 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-1d1a6e8d-eef3-429f-9408-e738a9a9ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:09:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:14.134270 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eafdf-a925-40d8-88ed-f9f8c8be41c4 req-8adbb774-c551-499c-b404-65f7b541c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:14.135763 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f71eafdf-a925-40d8-88ed-f9f8c8be41c4 req-8adbb774-c551-499c-b404-65f7b541c818 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ec5afae-0cf1-49a6-8fbb-695e25f89141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693922 May 10 15:09:14.266793 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f71eafdf-a925-40d8-88ed-f9f8c8be41c4 req-137f4f65-49cb-494a-a4a4-db7d61345b3d service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246455 May 10 15:09:14.306975 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-1d1a6e8d-eef3-429f-9408-e738a9a9ea4a None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:14.398215 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f71eafdf-a925-40d8-88ed-f9f8c8be41c4 req-6f4314d1-c2c5-431c-8c72-fefd93059527 service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239543 May 10 15:09:14.641231 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-1d1a6e8d-eef3-429f-9408-e738a9a9ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '0b40c894-c584-4056-bde4-c8b6d749c0ae', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'port_id': '5c9936a6-57ef-4384-bda5-1179a563e4d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'mac_address': 'fa:16:3e:5c:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550551c1-89f8-4ba5-b399-a49666748324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:09:00Z', 'updated_at': '2021-05-10T15:09:12Z', 'revision_number': 1, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:02Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:14.645052 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1a6e8d-eef3-429f-9408-e738a9a9ea4a None None] The sync data for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi is: [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '0b40c894-c584-4056-bde4-c8b6d749c0ae', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'port_id': '5c9936a6-57ef-4384-bda5-1179a563e4d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'mac_address': 'fa:16:3e:5c:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550551c1-89f8-4ba5-b399-a49666748324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:09:00Z', 'updated_at': '2021-05-10T15:09:12Z', 'revision_number': 1, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:02Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:14.829731 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814da8b1-89f6-44bc-b2bb-3f9199b569d7 None None] New status for floating IP 0b40c894-c584-4056-bde4-c8b6d749c0ae: ACTIVE {{(pid=78718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:09:16.166396 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:17.447184 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ba91b561-abd2-4abb-a7ec-9cdd5f57f4a8 req-110c41dd-5389-4c9e-823f-3fcf74c3b4c2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716891 May 10 15:09:17.534904 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b561-abd2-4abb-a7ec-9cdd5f57f4a8 req-0008ac20-220e-4dd4-83ab-5c8e5c41109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:17.536319 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ba91b561-abd2-4abb-a7ec-9cdd5f57f4a8 req-0008ac20-220e-4dd4-83ab-5c8e5c41109f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 1098 time: 0.0678792 May 10 15:09:17.673730 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b561-abd2-4abb-a7ec-9cdd5f57f4a8 req-5a52df23-5b13-4d51-ba91-c2c8754c601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:17.675146 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ba91b561-abd2-4abb-a7ec-9cdd5f57f4a8 req-5a52df23-5b13-4d51-ba91-c2c8754c601f service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 912 time: 0.1210406 May 10 15:09:17.774923 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ba91b561-abd2-4abb-a7ec-9cdd5f57f4a8 req-210da08c-c04c-42c9-9642-7477a263a235 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e232f90-f6df-46f3-a21b-98692e132fbe HTTP/1.1" status: 200 len: 1001 time: 0.0930626 May 10 15:09:17.835700 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b561-abd2-4abb-a7ec-9cdd5f57f4a8 req-db7ee018-f11d-45d0-9dd9-23c2cf1b2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:17.837122 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ba91b561-abd2-4abb-a7ec-9cdd5f57f4a8 req-db7ee018-f11d-45d0-9dd9-23c2cf1b2478 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.0561240 May 10 15:09:17.913256 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b561-abd2-4abb-a7ec-9cdd5f57f4a8 req-9998f320-fcf0-4f41-a7c7-9f538ed00cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:17.914775 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ba91b561-abd2-4abb-a7ec-9cdd5f57f4a8 req-9998f320-fcf0-4f41-a7c7-9f538ed00cd6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718551 May 10 15:09:18.136974 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ba91b561-abd2-4abb-a7ec-9cdd5f57f4a8 req-0b65a7ce-bb02-42fb-baa2-8d9afcc73ed2 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160375 May 10 15:09:18.266811 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ba91b561-abd2-4abb-a7ec-9cdd5f57f4a8 req-d10829a2-a5f1-4ca7-8ea6-d377ea167897 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231771 May 10 15:09:20.316431 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:09:28.023901 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-dd85fb76-277f-43a7-bd4c-907847796998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:30.439647 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9c869973-be27-4038-ade2-17429919a09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:30.476390 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:31.593825 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:33.189583 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:44.309534 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38360) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:44.674402 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Deleting port 9369057b-01b6-42d8-81ec-d42c64258e98 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:09:44.674749 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:44.792862 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:44.793190 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:44.916336 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Calling delete_port for 9369057b-01b6-42d8-81ec-d42c64258e98 owned by network:floatingip {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:09:45.049718 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.055090 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-00ec4a76-58a3-4749-b4b2-396c054a2efe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:45.099827 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event deleted for resources: {'Port': ['ID=9369057b-01b6-42d8-81ec-d42c64258e98,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:45.144876 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:45.145759 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:45.146157 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:45.146519 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:45.146876 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:45.147231 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:45.147575 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:45.147917 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:45.148272 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:45.148615 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:45.148961 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:45.149303 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:45.152618 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:45.205221 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for floatingip, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.205502 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.l3_db [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Floating IP 5b51d908-6ee9-4896-9e06-2fc4ac781d63 disassociated (deleted). External IP: 172.27.0.5, port: 650b8c65-4286-4402-91fd-de32be5c7dc6. May 10 15:09:45.545338 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Router 1145d9e3-0fb9-460a-b693-043fbc9ff75e has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:09:45.825177 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:09:45.835763 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff6e89-4fcc-49ff-97b5-c37aaaa9c829 None None] Sync routers for ids ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:45.839336 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.844556 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff6e89-4fcc-49ff-97b5-c37aaaa9c829 None None] Routers {'1145d9e3-0fb9-460a-b693-043fbc9ff75e'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:45.845164 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-4eff6e89-4fcc-49ff-97b5-c37aaaa9c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:09:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:45.896400 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "DELETE /v2.0/floatingips/5b51d908-6ee9-4896-9e06-2fc4ac781d63 HTTP/1.1" status: 204 len: 168 time: 1.5857656 May 10 15:09:45.897128 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:09:45.943131 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'status': 'completed', 'code': 200} May 10 15:09:46.023781 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-4eff6e89-4fcc-49ff-97b5-c37aaaa9c829 None None] Set router 1145d9e3-0fb9-460a-b693-043fbc9ff75e gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:46.040925 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20df37-54c3-40fb-8732-4a2bed898753 req-4ede8438-c4de-4439-afdf-b8c862717492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:46.042577 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9c20df37-54c3-40fb-8732-4a2bed898753 req-4ede8438-c4de-4439-afdf-b8c862717492 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b47f066ce9141fb9a35a65fa2ea01a6&device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 1099 time: 0.0735726 May 10 15:09:46.199445 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.251173 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20df37-54c3-40fb-8732-4a2bed898753 req-4a322f45-a7cb-4ec6-9998-22c5a4d35a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:46.252619 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9c20df37-54c3-40fb-8732-4a2bed898753 req-4a322f45-a7cb-4ec6-9998-22c5a4d35a85 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a30c8159-4b41-4b53-b57a-a9031ca14e7e HTTP/1.1" status: 200 len: 909 time: 0.2028151 May 10 15:09:46.322815 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9c20df37-54c3-40fb-8732-4a2bed898753 req-ab0b24ff-950c-493d-855b-2ca746ff6330 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=650b8c65-4286-4402-91fd-de32be5c7dc6 HTTP/1.1" status: 200 len: 217 time: 0.0619314 May 10 15:09:46.373994 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-4eff6e89-4fcc-49ff-97b5-c37aaaa9c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:04:16Z', 'revision_number': 4, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'bcd90406-6b95-4887-8327-6fa3c222b843', 'name': '', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'mac_address': 'fa:16:3e:b6:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:11Z', 'updated_at': '2021-05-10T15:04:30Z', 'revision_number': 5, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'subnets': [{'id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:46.377696 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff6e89-4fcc-49ff-97b5-c37aaaa9c829 None None] Checking router: 1145d9e3-0fb9-460a-b693-043fbc9ff75e for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:46.385868 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff6e89-4fcc-49ff-97b5-c37aaaa9c829 None None] Routers {'1145d9e3-0fb9-460a-b693-043fbc9ff75e'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:46.386497 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-4eff6e89-4fcc-49ff-97b5-c37aaaa9c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:09:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:46.397150 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6211d1-8f7d-4b54-91bf-6f84570537c6 req-53a72dd2-f534-4784-9534-c0e699449882 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:46.397835 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-dd6211d1-8f7d-4b54-91bf-6f84570537c6 req-53a72dd2-f534-4784-9534-c0e699449882 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Synchronizing usage tracker for tenant:1b47f066ce9141fb9a35a65fa2ea01a6 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:46.419729 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20df37-54c3-40fb-8732-4a2bed898753 req-5a64076e-4e1f-4649-bff5-8ff3430960d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:46.421144 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9c20df37-54c3-40fb-8732-4a2bed898753 req-5a64076e-4e1f-4649-bff5-8ff3430960d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd116235-8c3d-4411-9dd7-686cf6681fc0 HTTP/1.1" status: 200 len: 847 time: 0.0908177 May 10 15:09:46.427896 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-dd6211d1-8f7d-4b54-91bf-6f84570537c6 req-53a72dd2-f534-4784-9534-c0e699449882 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Unset dirty status for tenant:1b47f066ce9141fb9a35a65fa2ea01a6 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:46.428940 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-dd6211d1-8f7d-4b54-91bf-6f84570537c6 req-53a72dd2-f534-4784-9534-c0e699449882 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.2211251 May 10 15:09:46.514696 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-dd6211d1-8f7d-4b54-91bf-6f84570537c6 req-4ef1435b-ac6c-478c-9cd7-e21bff8771f0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555072 May 10 15:09:46.533542 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20df37-54c3-40fb-8732-4a2bed898753 req-bc5b08c6-436d-47e7-b64f-badce035cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:46.535418 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9c20df37-54c3-40fb-8732-4a2bed898753 req-bc5b08c6-436d-47e7-b64f-badce035cdfe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a30c8159-4b41-4b53-b57a-a9031ca14e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1056418 May 10 15:09:46.561805 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-4eff6e89-4fcc-49ff-97b5-c37aaaa9c829 None None] Set router 1145d9e3-0fb9-460a-b693-043fbc9ff75e gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:46.671135 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9c20df37-54c3-40fb-8732-4a2bed898753 req-b785a344-d7ef-49bd-9637-cdc1adc27fb1 service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238129 May 10 15:09:46.806080 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9c20df37-54c3-40fb-8732-4a2bed898753 req-8115ad4f-3a78-444b-8c3a-dbe2121b3a35 service neutron] 10.222.0.38 "GET /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279683 May 10 15:09:46.872400 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-4eff6e89-4fcc-49ff-97b5-c37aaaa9c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:04:16Z', 'revision_number': 4, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'bcd90406-6b95-4887-8327-6fa3c222b843', 'name': '', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'mac_address': 'fa:16:3e:b6:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:11Z', 'updated_at': '2021-05-10T15:04:30Z', 'revision_number': 5, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'subnets': [{'id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:46.876373 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff6e89-4fcc-49ff-97b5-c37aaaa9c829 None None] The sync data for ids ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'] in dv-cinder-780933-4-iscsi is: [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:04:16Z', 'revision_number': 4, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'bcd90406-6b95-4887-8327-6fa3c222b843', 'name': '', 'network_id': 'a30c8159-4b41-4b53-b57a-a9031ca14e7e', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'mac_address': 'fa:16:3e:b6:5b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:11Z', 'updated_at': '2021-05-10T15:04:30Z', 'revision_number': 5, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'subnets': [{'id': 'bd116235-8c3d-4411-9dd7-686cf6681fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:47.075275 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974f1cf-e049-499d-a731-6547fee4d8c0 None None] New status for floating IP 5b51d908-6ee9-4896-9e06-2fc4ac781d63: DOWN {{(pid=78718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:09:47.704580 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83f172-d84b-4536-a34a-f7b6e57f546b req-1508d696-0bde-4a95-ade4-84b1e6a8eda9 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:47.706026 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2b83f172-d84b-4536-a34a-f7b6e57f546b req-1508d696-0bde-4a95-ade4-84b1e6a8eda9 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0849252 May 10 15:09:47.749921 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2b83f172-d84b-4536-a34a-f7b6e57f546b req-0723adda-71b5-4428-bfa2-d6ca4f7c972d tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/security-groups?id=e56d94b8-a57d-4f36-803b-fd453a269d15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382245 May 10 15:09:47.992553 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a1302-f156-4c32-ac66-d8dfff01a7dc req-4f1414fc-e6bd-48b3-a5f0-bb6dd0623d7e tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:47.993993 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f32a1302-f156-4c32-ac66-d8dfff01a7dc req-4f1414fc-e6bd-48b3-a5f0-bb6dd0623d7e tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.38 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 946 time: 0.0790942 May 10 15:09:48.125754 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-f32a1302-f156-4c32-ac66-d8dfff01a7dc req-fa332124-2f9b-48fc-9917-27cb7013b5a0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Deleting port 650b8c65-4286-4402-91fd-de32be5c7dc6 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:09:48.126008 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f32a1302-f156-4c32-ac66-d8dfff01a7dc req-fa332124-2f9b-48fc-9917-27cb7013b5a0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:48.254514 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-f32a1302-f156-4c32-ac66-d8dfff01a7dc req-fa332124-2f9b-48fc-9917-27cb7013b5a0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] For port 650b8c65-4286-4402-91fd-de32be5c7dc6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=650b8c65-4286-4402-91fd-de32be5c7dc6,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:48.254884 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f32a1302-f156-4c32-ac66-d8dfff01a7dc req-fa332124-2f9b-48fc-9917-27cb7013b5a0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:48.468228 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-f32a1302-f156-4c32-ac66-d8dfff01a7dc req-fa332124-2f9b-48fc-9917-27cb7013b5a0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Calling delete_port for 650b8c65-4286-4402-91fd-de32be5c7dc6 owned by compute:nova {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:09:48.577525 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f32a1302-f156-4c32-ac66-d8dfff01a7dc req-fa332124-2f9b-48fc-9917-27cb7013b5a0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:48.585528 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-e5d3d68f-df4b-4ae0-92aa-fa5fe074f9ff tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:48.644378 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa332124-2f9b-48fc-9917-27cb7013b5a0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event deleted for resources: {'Port': ['ID=650b8c65-4286-4402-91fd-de32be5c7dc6,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:48.647937 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-fa332124-2f9b-48fc-9917-27cb7013b5a0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:48.730680 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32a1302-f156-4c32-ac66-d8dfff01a7dc req-fa332124-2f9b-48fc-9917-27cb7013b5a0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] No DVR routers for this DVR port 650b8c65-4286-4402-91fd-de32be5c7dc6 on host hv-cinder-78093 {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:09:48.733187 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-f32a1302-f156-4c32-ac66-d8dfff01a7dc req-fa332124-2f9b-48fc-9917-27cb7013b5a0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:48.739297 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'name': 'network-vif-deleted', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:09:48.755652 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-075428d0-159f-49e1-8843-fe3675e9d1ce tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725822245&fields=id&tenant_id=46ba117a34cf42ccafb6acc1f6ab871a HTTP/1.1" status: 200 len: 267 time: 0.1311040 May 10 15:09:48.757372 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f32a1302-f156-4c32-ac66-d8dfff01a7dc req-fa332124-2f9b-48fc-9917-27cb7013b5a0 tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.38 "DELETE /v2.0/ports/650b8c65-4286-4402-91fd-de32be5c7dc6 HTTP/1.1" status: 204 len: 173 time: 0.7572865 May 10 15:09:48.794588 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571706b2-7c18-476e-b43d-f09a98a42675', 'name': 'network-vif-deleted', 'tag': '650b8c65-4286-4402-91fd-de32be5c7dc6', 'status': 'completed', 'code': 200} May 10 15:09:48.940733 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-035decad-8277-452a-a0d3-82f21a0ebdb1 req-07b13617-62bd-4b07-b4e4-0a933de21f8c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Synchronizing usage tracker for tenant:1b47f066ce9141fb9a35a65fa2ea01a6 on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:48.975890 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590a087-9556-4d35-b204-f5f102fc363b req-64bf95c6-f7cd-4553-add5-2ef3dfd64bf8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:48.977355 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-64bf95c6-f7cd-4553-add5-2ef3dfd64bf8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 811 time: 0.2103021 May 10 15:09:48.978512 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-035decad-8277-452a-a0d3-82f21a0ebdb1 req-07b13617-62bd-4b07-b4e4-0a933de21f8c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Unset dirty status for tenant:1b47f066ce9141fb9a35a65fa2ea01a6 on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:48.979491 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-035decad-8277-452a-a0d3-82f21a0ebdb1 req-07b13617-62bd-4b07-b4e4-0a933de21f8c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "GET /v2.0/ports?device_id=571706b2-7c18-476e-b43d-f09a98a42675 HTTP/1.1" status: 200 len: 210 time: 0.0975513 May 10 15:09:48.994470 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-9c5f5ae5-137a-4c25-85dd-5e54f345d081 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/quotas/46ba117a34cf42ccafb6acc1f6ab871a HTTP/1.1" status: 200 len: 375 time: 0.0103841 May 10 15:09:49.098271 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-927de0b5-d180-465e-9eb0-1043800eed7f tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0949862 May 10 15:09:49.242375 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-ba815511-3f05-414a-8038-42e6db2ee836 service neutron] 10.222.0.43 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341658 May 10 15:09:49.377309 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-7527c248-5875-42b0-aba5-453ce1c57154 service neutron] 10.222.0.43 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279552 May 10 15:09:49.777891 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-5a6b05b5-9cc6-48c9-9056-a3ded62cf621 req-3ec985a5-dd18-4f30-a3eb-f0ea3b09d140 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 210 time: 0.0469739 May 10 15:09:50.076203 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38430) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:50.145020 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-860fd4a9-3f84-4073-801d-4e0828a1938b tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:50.177491 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-860fd4a9-3f84-4073-801d-4e0828a1938b tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:50.249690 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-860fd4a9-3f84-4073-801d-4e0828a1938b tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:50.255642 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-58e44f46-874b-4023-a923-c2557f6be3d3 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:50.274434 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fd4a9-3f84-4073-801d-4e0828a1938b tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56d94b8-a57d-4f36-803b-fd453a269d15,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:50.277745 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-860fd4a9-3f84-4073-801d-4e0828a1938b tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:50.290613 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-860fd4a9-3f84-4073-801d-4e0828a1938b tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:50.294293 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-860fd4a9-3f84-4073-801d-4e0828a1938b tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] 10.222.0.43 "DELETE /v2.0/security-groups/e56d94b8-a57d-4f36-803b-fd453a269d15 HTTP/1.1" status: 204 len: 168 time: 0.2147593 May 10 15:09:50.349012 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38440) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:50.836670 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590a087-9556-4d35-b204-f5f102fc363b req-0854f2b2-1acf-4216-9970-ab419c1de952 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:50.839116 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-0854f2b2-1acf-4216-9970-ab419c1de952 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 811 time: 0.1553628 May 10 15:09:50.910259 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-cd8affb3-7d0b-43cf-b270-7e1c79e67a77 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46ba117a34cf42ccafb6acc1f6ab871a HTTP/1.1" status: 200 len: 379 time: 0.0625880 May 10 15:09:50.920812 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'port': {'device_id': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'admin_state_up': True, 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'security_groups': ['6c06dcf0-ccab-41c2-b829-b61ee4f58019']}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:50.954198 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8257866'] for router_interface, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:51.037760 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c9600308-eea1-42ea-999d-7139f2aedc0c req-8e7bba10-6a12-4af3-b065-2e53571dbbec tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 210 time: 0.0991132 May 10 15:09:51.100952 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:51.105052 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:port and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:51.107888 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for port was recalculated. Used quota:5. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:51.113506 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:51.123929 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Made reservation on behalf of 46ba117a34cf42ccafb6acc1f6ab871a for: {'port': 1} {{(pid=78716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:51.127493 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:51.373363 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 650b8c65-4286-4402-91fd-de32be5c7dc6 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:09:51.399051 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Allocated IP 172.20.0.14 (e1f64e07-9a73-4058-be4a-fc5e16739257/a81e2264-e766-497d-959d-ce0909861ac6/61f1d7e6-c114-4474-b3c3-613711b34a38) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:51.419102 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: 650b8c65-4286-4402-91fd-de32be5c7dc6 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:09:51.419474 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 650b8c65-4286-4402-91fd-de32be5c7dc6 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:09:51.498688 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Deleting port bcd90406-6b95-4887-8327-6fa3c222b843 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:09:51.499327 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:51.646184 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] For port bcd90406-6b95-4887-8327-6fa3c222b843, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=bcd90406-6b95-4887-8327-6fa3c222b843,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:51.646541 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:51.673504 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:51.690435 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Transition to ACTIVE for port object 61f1d7e6-c114-4474-b3c3-613711b34a38 will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:51.716508 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:51.722255 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-27c05942-8dc6-4eee-8db0-88452168bab4 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:51.787277 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Calling delete_port for bcd90406-6b95-4887-8327-6fa3c222b843 owned by network:router_interface {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:09:51.792475 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Network e1f64e07-9a73-4058-be4a-fc5e16739257 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:51.795963 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:51.806214 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:09:51.907259 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'Port': ['ID=61f1d7e6-c114-4474-b3c3-613711b34a38,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:51.915859 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:51.948431 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:51.949284 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:51.975298 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-1512c63e-8569-43c0-81fb-71fd0885ba9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0582716 May 10 15:09:51.987955 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Request body: {'port': {'device_id': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:52.019640 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.024182 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ca211c84-6080-4738-9e74-d088d9b996a6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:52.071361 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd90406-6b95-4887-8327-6fa3c222b843,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:52.080347 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-ee695120-36c2-4963-838f-6132a520596d None None] Provisioning for port 61f1d7e6-c114-4474-b3c3-613711b34a38 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:52.089370 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-ee695120-36c2-4963-838f-6132a520596d None None] Provisioning complete for port 61f1d7e6-c114-4474-b3c3-613711b34a38 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:52.091402 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ee695120-36c2-4963-838f-6132a520596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.106194 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:52.106581 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:52.106955 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:52.107330 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:52.107993 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:52.108364 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:52.108727 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:52.109091 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:52.109456 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:52.109819 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:52.110204 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:52.110563 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:52.116918 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.118866 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:52.210321 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-ee695120-36c2-4963-838f-6132a520596d None None] Port 61f1d7e6-c114-4474-b3c3-613711b34a38 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:09:52.378525 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8268282'] for router_interface, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.457143 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb8ca4-9cdd-4cac-8cbf-61b6a5d898b1 req-2fbf7be8-258f-4eef-b89e-88bb4a1b0c66 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:52.457778 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-c3bb8ca4-9cdd-4cac-8cbf-61b6a5d898b1 req-2fbf7be8-258f-4eef-b89e-88bb4a1b0c66 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Synchronizing usage tracker for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:52.495941 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-c3bb8ca4-9cdd-4cac-8cbf-61b6a5d898b1 req-2fbf7be8-258f-4eef-b89e-88bb4a1b0c66 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Unset dirty status for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:52.497163 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c3bb8ca4-9cdd-4cac-8cbf-61b6a5d898b1 req-2fbf7be8-258f-4eef-b89e-88bb4a1b0c66 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 932 time: 0.2286332 May 10 15:09:52.599696 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c3bb8ca4-9cdd-4cac-8cbf-61b6a5d898b1 req-f596a3e1-dca3-403d-879c-5c98d838a5f5 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885732 May 10 15:09:52.601654 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f1d7e6-c114-4474-b3c3-613711b34a38 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:09:52.609592 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.624934 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Transition to ACTIVE for port object 61f1d7e6-c114-4474-b3c3-613711b34a38 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:52.627939 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.633091 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-0438d6d0-cb10-4fb1-b949-6b57b457753c tempest-TestShelveInstance-1318832172 tempest-TestShelveInstance-1318832172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:52.743960 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Router 1145d9e3-0fb9-460a-b693-043fbc9ff75e has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:09:52.793051 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Pushing event updated for resources: {'Port': ['ID=61f1d7e6-c114-4474-b3c3-613711b34a38,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:52.800239 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:52.873430 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Attempting to bind port 61f1d7e6-c114-4474-b3c3-613711b34a38 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:52.873873 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Attempting to bind port 61f1d7e6-c114-4474-b3c3-613711b34a38 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:52.874335 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Attempting to bind port 61f1d7e6-c114-4474-b3c3-613711b34a38 on network e1f64e07-9a73-4058-be4a-fc5e16739257 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:52.879380 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Port 61f1d7e6-c114-4474-b3c3-613711b34a38 on network e1f64e07-9a73-4058-be4a-fc5e16739257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:09:52.880361 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Attempting to bind port 61f1d7e6-c114-4474-b3c3-613711b34a38 on network e1f64e07-9a73-4058-be4a-fc5e16739257 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:52.886219 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:52.886644 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Checking segment: {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:09:52.887096 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Bound using segment: {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:52.887602 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Bound port: 61f1d7e6-c114-4474-b3c3-613711b34a38, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71216d24-a3c9-4614-98a8-68786a801306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:52.888014 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.991250 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] For port 61f1d7e6-c114-4474-b3c3-613711b34a38, host hv-cinder-78093, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:52.995447 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] For port 61f1d7e6-c114-4474-b3c3-613711b34a38, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=61f1d7e6-c114-4474-b3c3-613711b34a38,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:52.999217 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379167'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:53.004053 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c6cd0d86-2153-44f1-a31b-91285e5ebc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:53.057321 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:53.057768 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:53.059072 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] 10.222.0.38 "PUT /v2.0/ports/61f1d7e6-c114-4474-b3c3-613711b34a38 HTTP/1.1" status: 200 len: 1094 time: 1.0757499 May 10 15:09:53.059590 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'tag': '61f1d7e6-c114-4474-b3c3-613711b34a38'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:09:53.064448 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:09:53.075556 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cad87c-582b-44d5-a929-34843db331b6 None None] Sync routers for ids ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:53.091441 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cad87c-582b-44d5-a929-34843db331b6 None None] Routers {'1145d9e3-0fb9-460a-b693-043fbc9ff75e'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:53.092474 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-11cad87c-582b-44d5-a929-34843db331b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:09:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:53.093015 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Pushing event updated for resources: {'Port': ['ID=61f1d7e6-c114-4474-b3c3-613711b34a38,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:53.097584 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] 10.222.0.43 "PUT /v2.0/routers/1145d9e3-0fb9-460a-b693-043fbc9ff75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7492878 May 10 15:09:53.100710 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38468) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:53.108926 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-fa43550c-bb4b-4d05-ba91-2da6845d0e04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:53.190571 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'tag': '61f1d7e6-c114-4474-b3c3-613711b34a38', 'status': 'completed', 'code': 200} May 10 15:09:53.275522 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590a087-9556-4d35-b204-f5f102fc363b req-1693a5a0-8ad7-4b7d-9aba-f2cd0677f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:53.277239 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-1693a5a0-8ad7-4b7d-9aba-f2cd0677f30b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 1097 time: 0.1488762 May 10 15:09:53.329201 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-11cad87c-582b-44d5-a929-34843db331b6 None None] Set router 1145d9e3-0fb9-460a-b693-043fbc9ff75e gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:53.358208 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-3b7b264f-bb51-4d5f-959e-53330d91f850 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f1d7e6-c114-4474-b3c3-613711b34a38 HTTP/1.1" status: 200 len: 217 time: 0.0726521 May 10 15:09:53.384994 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Notify callbacks [] for router, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:53.537350 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590a087-9556-4d35-b204-f5f102fc363b req-02bcc861-c9cb-4f22-b5bc-7348a896077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:53.538460 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-02bcc861-c9cb-4f22-b5bc-7348a896077f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.1738276 May 10 15:09:53.616082 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:53.657632 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-11cad87c-582b-44d5-a929-34843db331b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:09:51Z', 'revision_number': 5, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port': {'id': 'c348f2e1-810a-41f9-a639-86eaea0eae57', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:04Z', 'updated_at': '2021-05-10T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:53.662479 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cad87c-582b-44d5-a929-34843db331b6 None None] Checking router: 1145d9e3-0fb9-460a-b693-043fbc9ff75e for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:53.671185 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590a087-9556-4d35-b204-f5f102fc363b req-33a44ebe-9814-4b36-a142-fb564dda93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:53.673399 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-33a44ebe-9814-4b36-a142-fb564dda93b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1225669 May 10 15:09:53.673576 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cad87c-582b-44d5-a929-34843db331b6 None None] Routers {'1145d9e3-0fb9-460a-b693-043fbc9ff75e'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:53.674187 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-11cad87c-582b-44d5-a929-34843db331b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:09:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:53.759925 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Deleting port c348f2e1-810a-41f9-a639-86eaea0eae57 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:09:53.760456 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:53.834539 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-ca8737ad-c409-4973-8566-3c154e6226c9 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534927 May 10 15:09:53.889478 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-11cad87c-582b-44d5-a929-34843db331b6 None None] Set router 1145d9e3-0fb9-460a-b693-043fbc9ff75e gateway port host: None {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:53.892937 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] For port c348f2e1-810a-41f9-a639-86eaea0eae57, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=c348f2e1-810a-41f9-a639-86eaea0eae57,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:53.893393 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:53.998040 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-11cad87c-582b-44d5-a929-34843db331b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:09:53Z', 'revision_number': 6, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port_host': None}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:54.002086 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cad87c-582b-44d5-a929-34843db331b6 None None] The sync data for ids ['1145d9e3-0fb9-460a-b693-043fbc9ff75e'] in dv-cinder-780933-4-iscsi is: [{'id': '1145d9e3-0fb9-460a-b693-043fbc9ff75e', 'name': 'tempest-TestShelveInstance-727800464-router', 'tenant_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:02Z', 'updated_at': '2021-05-10T15:09:53Z', 'revision_number': 6, 'project_id': '1b47f066ce9141fb9a35a65fa2ea01a6', 'gw_port_host': None}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:54.022083 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Calling delete_port for c348f2e1-810a-41f9-a639-86eaea0eae57 owned by network:router_gateway {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:09:54.029712 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8590a087-9556-4d35-b204-f5f102fc363b req-1b5039a1-d452-451a-8b46-76e763ff9119 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565576 May 10 15:09:54.041433 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340212df-ed16-44f5-8d89-d9705651c299 req-1bb2ff5f-db98-48f3-9252-74ced93e5336 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:54.042951 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-340212df-ed16-44f5-8d89-d9705651c299 req-1bb2ff5f-db98-48f3-9252-74ced93e5336 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 944 time: 0.2072070 May 10 15:09:54.139812 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-340212df-ed16-44f5-8d89-d9705651c299 req-0e65e10e-6558-4ceb-ac31-4caa95315545 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884330 May 10 15:09:54.168020 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:54.169442 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292f447-0344-44de-9bd4-15dbed358bb9 req-5080d36a-1753-4467-a1b5-ff02db8d8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:54.171131 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0292f447-0344-44de-9bd4-15dbed358bb9 req-5080d36a-1753-4467-a1b5-ff02db8d8f86 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0834687 May 10 15:09:54.173316 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-855241ee-cd75-4924-8b71-449caa07b869 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:54.219210 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=c348f2e1-810a-41f9-a639-86eaea0eae57,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:54.222330 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:54.303655 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292f447-0344-44de-9bd4-15dbed358bb9 req-9e057edc-0bfe-47ae-8708-6bdccf9dd4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:54.305118 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0292f447-0344-44de-9bd4-15dbed358bb9 req-9e057edc-0bfe-47ae-8708-6bdccf9dd4df service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 912 time: 0.1271586 May 10 15:09:54.310949 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8260718'] for router_gateway, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:54.377863 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0292f447-0344-44de-9bd4-15dbed358bb9 req-35034cc2-38b9-4dfe-a04e-e20df3a6f6a0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f1d7e6-c114-4474-b3c3-613711b34a38 HTTP/1.1" status: 200 len: 217 time: 0.0655973 May 10 15:09:54.449435 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292f447-0344-44de-9bd4-15dbed358bb9 req-458f85bc-7193-438e-aa47-7053295c6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:54.450966 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0292f447-0344-44de-9bd4-15dbed358bb9 req-458f85bc-7193-438e-aa47-7053295c6533 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.0627558 May 10 15:09:54.483051 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8268338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5961'] for router, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:54.485196 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:54.507825 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8273276'] for router, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:54.508382 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1145d9e3-0fb9-460a-b693-043fbc9ff75e {{(pid=78717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:09:54.521138 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:54.522373 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] 10.222.0.43 "DELETE /v2.0/routers/1145d9e3-0fb9-460a-b693-043fbc9ff75e HTTP/1.1" status: 204 len: 168 time: 1.4206729 May 10 15:09:54.524889 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38480) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:54.536185 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292f447-0344-44de-9bd4-15dbed358bb9 req-8b286d53-5ae1-42f9-a24c-21528661054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:54.537644 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0292f447-0344-44de-9bd4-15dbed358bb9 req-8b286d53-5ae1-42f9-a24c-21528661054f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760496 May 10 15:09:54.585629 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_v2 [None req-01686bab-330b-4a99-8843-7e41a1e2eac7 admin admin] Deleting subnet bd116235-8c3d-4411-9dd7-686cf6681fc0 {{(pid=78717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:09:54.588718 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-01686bab-330b-4a99-8843-7e41a1e2eac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:54.636667 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-01686bab-330b-4a99-8843-7e41a1e2eac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6377172'] for subnet, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:54.670131 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0292f447-0344-44de-9bd4-15dbed358bb9 req-b45a661b-508d-4635-8a2c-6cac1315a58e service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242423 May 10 15:09:54.821098 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0292f447-0344-44de-9bd4-15dbed358bb9 req-69b34636-369b-4ed2-8c75-4ca8810226de service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435671 May 10 15:09:54.839758 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device bcd90406-6b95-4887-8327-6fa3c222b843 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:09:54.845581 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-01686bab-330b-4a99-8843-7e41a1e2eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:54.919246 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: bcd90406-6b95-4887-8327-6fa3c222b843 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:09:54.919675 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device bcd90406-6b95-4887-8327-6fa3c222b843 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:09:54.920261 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device c348f2e1-810a-41f9-a639-86eaea0eae57 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:09:54.953680 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: c348f2e1-810a-41f9-a639-86eaea0eae57 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:09:54.954221 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device c348f2e1-810a-41f9-a639-86eaea0eae57 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:09:55.096643 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-01686bab-330b-4a99-8843-7e41a1e2eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6703360'] for subnet, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.101722 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:55.139717 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-01686bab-330b-4a99-8843-7e41a1e2eac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.142776 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01686bab-330b-4a99-8843-7e41a1e2eac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd116235-8c3d-4411-9dd7-686cf6681fc0,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:55.144273 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159eafdb-8584-4f65-a0ea-5fc65e3d827c None None] Network a30c8159-4b41-4b53-b57a-a9031ca14e7e requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:09:55.146548 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-01686bab-330b-4a99-8843-7e41a1e2eac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:55.149660 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-01686bab-330b-4a99-8843-7e41a1e2eac7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bd116235-8c3d-4411-9dd7-686cf6681fc0 HTTP/1.1" status: 204 len: 168 time: 0.6237252 May 10 15:09:55.152151 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38486) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:55.258625 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.334156 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Deleting port 93286f47-d4ba-43dd-b908-61d236d353b4 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:09:55.334420 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.362409 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d91706-553a-4c95-945d-8bc36c752751 req-011dfb31-a242-48b1-81c3-d251d52d9be1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:55.363896 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e4d91706-553a-4c95-945d-8bc36c752751 req-011dfb31-a242-48b1-81c3-d251d52d9be1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 944 time: 0.1021240 May 10 15:09:55.415394 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23be593-ef1b-4948-8bd2-20928ff5d1fd None None] DHCP port deletion for a30c8159-4b41-4b53-b57a-a9031ca14e7e request from dv-cinder-780933-4-iscsi {{(pid=78718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:09:55.416802 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e4d91706-553a-4c95-945d-8bc36c752751 req-37e66527-ca98-414e-9971-2c2ee95eabdf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465970 May 10 15:09:55.445155 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] For port 93286f47-d4ba-43dd-b908-61d236d353b4, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=93286f47-d4ba-43dd-b908-61d236d353b4,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:55.445467 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.479810 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-a23be593-ef1b-4948-8bd2-20928ff5d1fd None None] Deleting port 93286f47-d4ba-43dd-b908-61d236d353b4 {{(pid=78718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:09:55.480187 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-a23be593-ef1b-4948-8bd2-20928ff5d1fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.568840 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Calling delete_port for 93286f47-d4ba-43dd-b908-61d236d353b4 owned by network:dhcp {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:09:55.578466 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-a23be593-ef1b-4948-8bd2-20928ff5d1fd None None] For port 93286f47-d4ba-43dd-b908-61d236d353b4, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=93286f47-d4ba-43dd-b908-61d236d353b4,segment=NetworkSegment(ec0e968a-e0f6-4431-83a9-5d118a48b777),segment_id=ec0e968a-e0f6-4431-83a9-5d118a48b777)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:55.578948 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-a23be593-ef1b-4948-8bd2-20928ff5d1fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.615281 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.619994 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:55.663789 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=93286f47-d4ba-43dd-b908-61d236d353b4,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:55.666758 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:55.669182 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] No DVR routers for this DVR port 93286f47-d4ba-43dd-b908-61d236d353b4 on host dv-cinder-780933-4-iscsi {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:09:55.698465 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-a23be593-ef1b-4948-8bd2-20928ff5d1fd None None] Calling delete_port for 93286f47-d4ba-43dd-b908-61d236d353b4 owned by network:dhcp {{(pid=78718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:09:55.738330 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-a23be593-ef1b-4948-8bd2-20928ff5d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380'] for port, after_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.742285 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:55.784775 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.785568 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23be593-ef1b-4948-8bd2-20928ff5d1fd None None] Pushing event deleted for resources: {'Port': ['ID=93286f47-d4ba-43dd-b908-61d236d353b4,revision_number=None']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:55.789729 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a23be593-ef1b-4948-8bd2-20928ff5d1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:55.793826 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23be593-ef1b-4948-8bd2-20928ff5d1fd None None] No DVR routers for this DVR port 93286f47-d4ba-43dd-b908-61d236d353b4 on host dv-cinder-780933-4-iscsi {{(pid=78718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:09:55.801786 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30c8159-4b41-4b53-b57a-a9031ca14e7e']}} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:55.812088 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0e968a-e0f6-4431-83a9-5d118a48b777') {'for_net_delete': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:55.812504 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0e968a-e0f6-4431-83a9-5d118a48b777') {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:55.826637 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6377163'] for segment, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.842966 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.850588 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=78717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:09:55.852174 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6801128'] for segment, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: Traceback (most recent call last): May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: timer() May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: cb(*args, **kw) May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: return func(*args, **kwargs) May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: self._notify() May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: self.callback(batched_events) May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: event.method(event) May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: return f(self, *a, **k) May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._get(url).json() May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: return self.request(url, 'GET', **kwargs) May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:09:55.872295 dv-cinder-780933-4-iscsi neutron-server[78717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:09:55.956328 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.960350 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:55.972905 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.983785 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a30c8159-4b41-4b53-b57a-a9031ca14e7e,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:55.987160 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:55.998281 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f198d4e4-5f0e-4189-a948-b994e3a433d0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a30c8159-4b41-4b53-b57a-a9031ca14e7e HTTP/1.1" status: 204 len: 168 time: 0.8451693 May 10 15:09:56.001025 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38494) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:56.550969 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 93286f47-d4ba-43dd-b908-61d236d353b4 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:09:56.584954 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 93286f47-d4ba-43dd-b908-61d236d353b4 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:09:56.585448 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 93286f47-d4ba-43dd-b908-61d236d353b4 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:09:56.609460 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59994e-3d9b-4f4d-904c-60bc6a4b4179 req-84d7ea7b-d71e-467e-adad-2f8586a93a1a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:56.610985 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4c59994e-3d9b-4f4d-904c-60bc6a4b4179 req-84d7ea7b-d71e-467e-adad-2f8586a93a1a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 944 time: 0.0873079 May 10 15:09:56.634066 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8257866'] for router_interface, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:56.655049 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4c59994e-3d9b-4f4d-904c-60bc6a4b4179 req-1ca0338d-9395-4dba-aa98-6a4b7bfa118f tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378861 May 10 15:09:57.042029 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] Deleting port 551fe618-8e92-442e-92ce-5f889221cdd9 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:09:57.042651 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:57.158834 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] For port 551fe618-8e92-442e-92ce-5f889221cdd9, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=551fe618-8e92-442e-92ce-5f889221cdd9,segment=NetworkSegment(08b24f33-8c22-4c6a-94be-f5cb86ab9ded),segment_id=08b24f33-8c22-4c6a-94be-f5cb86ab9ded)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:57.159098 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:57.276856 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] Calling delete_port for 551fe618-8e92-442e-92ce-5f889221cdd9 owned by network:router_interface {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:09:57.314627 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:09:57.411068 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:57.415153 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-aefc6bf8-c84a-4699-b9d9-b945e01325d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:57.458156 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=551fe618-8e92-442e-92ce-5f889221cdd9,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:57.483568 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:57.717992 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8268282'] for router_interface, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:57.846513 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606149e4-d84f-482a-b31c-b046dc0320cc req-e92754fc-61e9-4a7e-80d1-ede9f1922ab1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:57.848937 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-606149e4-d84f-482a-b31c-b046dc0320cc req-e92754fc-61e9-4a7e-80d1-ede9f1922ab1 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 944 time: 0.0898805 May 10 15:09:57.897269 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-606149e4-d84f-482a-b31c-b046dc0320cc req-c9dbd515-e2bd-4566-af38-efaf805a35fe tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421295 May 10 15:09:58.027041 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-af673a96-084e-4b96-ab29-9251aacfb274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:58.191221 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] Router 491d1dfb-7b4d-4d32-86be-f4a507647e7a has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:09:58.365669 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:09:58.373682 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc66f471-8058-4477-8843-defbdd283b28 None None] Sync routers for ids ['491d1dfb-7b4d-4d32-86be-f4a507647e7a'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:58.375725 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] 10.222.0.43 "PUT /v2.0/routers/491d1dfb-7b4d-4d32-86be-f4a507647e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3737395 May 10 15:09:58.378277 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38506) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:58.383225 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc66f471-8058-4477-8843-defbdd283b28 None None] Routers {'491d1dfb-7b4d-4d32-86be-f4a507647e7a'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:58.383840 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-cc66f471-8058-4477-8843-defbdd283b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:09:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['491d1dfb-7b4d-4d32-86be-f4a507647e7a'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:58.558134 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:58.558303 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-cc66f471-8058-4477-8843-defbdd283b28 None None] Set router 491d1dfb-7b4d-4d32-86be-f4a507647e7a gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:58.728816 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:58.798951 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Deleting port cb5a34fb-72a9-4d6d-b256-0d8de32de869 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:09:58.799290 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:58.836333 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-cc66f471-8058-4477-8843-defbdd283b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'name': 'tempest-TestShelveInstance-665795713-router', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:27Z', 'updated_at': '2021-05-10T15:09:57Z', 'revision_number': 5, 'project_id': '60762d18655740c4b78d1923c70e2aaf', 'gw_port': {'id': 'cb5a34fb-72a9-4d6d-b256-0d8de32de869', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:dc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:04:29Z', 'updated_at': '2021-05-10T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:58.840207 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc66f471-8058-4477-8843-defbdd283b28 None None] Checking router: 491d1dfb-7b4d-4d32-86be-f4a507647e7a for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:58.849184 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc66f471-8058-4477-8843-defbdd283b28 None None] Routers {'491d1dfb-7b4d-4d32-86be-f4a507647e7a'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:58.850204 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-cc66f471-8058-4477-8843-defbdd283b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:09:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['491d1dfb-7b4d-4d32-86be-f4a507647e7a'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:58.922286 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] For port cb5a34fb-72a9-4d6d-b256-0d8de32de869, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=cb5a34fb-72a9-4d6d-b256-0d8de32de869,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:58.922645 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:59.039074 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-cc66f471-8058-4477-8843-defbdd283b28 None None] Set router 491d1dfb-7b4d-4d32-86be-f4a507647e7a gateway port host: None {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:59.055552 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Calling delete_port for cb5a34fb-72a9-4d6d-b256-0d8de32de869 owned by network:router_gateway {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:09:59.090520 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e6b45-72e9-4e5e-9849-cd7484747b6b req-5f3b2deb-8471-4c43-a742-e472d519931c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:59.099104 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-df2e6b45-72e9-4e5e-9849-cd7484747b6b req-5f3b2deb-8471-4c43-a742-e472d519931c tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 944 time: 0.0911014 May 10 15:09:59.148521 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-cc66f471-8058-4477-8843-defbdd283b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'name': 'tempest-TestShelveInstance-665795713-router', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:27Z', 'updated_at': '2021-05-10T15:09:58Z', 'revision_number': 6, 'project_id': '60762d18655740c4b78d1923c70e2aaf', 'gw_port_host': None}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:59.151919 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-df2e6b45-72e9-4e5e-9849-cd7484747b6b req-a030773e-2694-4684-a210-66d04f28a077 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515795 May 10 15:09:59.158001 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc66f471-8058-4477-8843-defbdd283b28 None None] The sync data for ids ['491d1dfb-7b4d-4d32-86be-f4a507647e7a'] in dv-cinder-780933-4-iscsi is: [{'id': '491d1dfb-7b4d-4d32-86be-f4a507647e7a', 'name': 'tempest-TestShelveInstance-665795713-router', 'tenant_id': '60762d18655740c4b78d1923c70e2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:04:27Z', 'updated_at': '2021-05-10T15:09:58Z', 'revision_number': 6, 'project_id': '60762d18655740c4b78d1923c70e2aaf', 'gw_port_host': None}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:59.311516 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:59.315748 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-188538e9-e587-4ecf-ac42-4e987d12e04d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:59.360788 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5a34fb-72a9-4d6d-b256-0d8de32de869,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:59.385558 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:59.447809 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8260718'] for router_gateway, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:59.622797 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8268338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5961'] for router, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:59.624953 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:59.648624 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8273276'] for router, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:59.649292 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 491d1dfb-7b4d-4d32-86be-f4a507647e7a {{(pid=78717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:09:59.663403 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:59.664810 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/491d1dfb-7b4d-4d32-86be-f4a507647e7a HTTP/1.1" status: 204 len: 168 time: 1.2852812 May 10 15:09:59.667084 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38514) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:59.728221 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb4496b-9005-4a74-b2f8-5422e26110a1 admin admin] Deleting subnet 86d0a2fb-88c0-41ad-8e56-752406026936 {{(pid=78717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:09:59.731097 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9eb4496b-9005-4a74-b2f8-5422e26110a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:59.779092 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9eb4496b-9005-4a74-b2f8-5422e26110a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6377172'] for subnet, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:59.856833 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9eb4496b-9005-4a74-b2f8-5422e26110a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.114635 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9eb4496b-9005-4a74-b2f8-5422e26110a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6703360'] for subnet, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.119732 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-fa344678-e4e8-427d-aa43-09260374d978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:00.155221 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4496b-9005-4a74-b2f8-5422e26110a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d0a2fb-88c0-41ad-8e56-752406026936,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:00.157153 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9eb4496b-9005-4a74-b2f8-5422e26110a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.159757 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9eb4496b-9005-4a74-b2f8-5422e26110a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:00.164289 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881fd7d1-ab77-481b-83c6-8d433a90baca None None] Network 5b63a36a-fffd-4d36-a829-f30f6ed8f63c requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:10:00.165393 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-9eb4496b-9005-4a74-b2f8-5422e26110a1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/86d0a2fb-88c0-41ad-8e56-752406026936 HTTP/1.1" status: 204 len: 168 time: 0.4969556 May 10 15:10:00.166744 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38518) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:00.449792 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-28ec1b41-510a-4273-95e7-60a1816fc774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.454468 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.459242 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88179563-fbc5-42f9-a00c-8680ffcc27ea None None] DHCP port deletion for 5b63a36a-fffd-4d36-a829-f30f6ed8f63c request from dv-cinder-780933-4-iscsi {{(pid=78718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:10:00.526518 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.542132 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-88179563-fbc5-42f9-a00c-8680ffcc27ea None None] Deleting port 6a65aca8-d987-4812-93c8-394ef7bc86cf {{(pid=78718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:10:00.542132 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-88179563-fbc5-42f9-a00c-8680ffcc27ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.607313 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 551fe618-8e92-442e-92ce-5f889221cdd9 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:10:00.652042 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c9cf8-9e6b-4634-94ea-2205d878ca9b req-942e2c0d-b3c1-4659-b633-012ade5d8fcd tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:00.653021 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 551fe618-8e92-442e-92ce-5f889221cdd9 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:10:00.653362 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 551fe618-8e92-442e-92ce-5f889221cdd9 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:10:00.653489 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d28c9cf8-9e6b-4634-94ea-2205d878ca9b req-942e2c0d-b3c1-4659-b633-012ade5d8fcd tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 944 time: 0.2777348 May 10 15:10:00.653782 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device cb5a34fb-72a9-4d6d-b256-0d8de32de869 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:10:00.683245 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Deleting port 6a65aca8-d987-4812-93c8-394ef7bc86cf {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:10:00.683584 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.690122 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: cb5a34fb-72a9-4d6d-b256-0d8de32de869 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:10:00.690472 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device cb5a34fb-72a9-4d6d-b256-0d8de32de869 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:10:00.690897 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 6a65aca8-d987-4812-93c8-394ef7bc86cf no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:10:00.746160 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-88179563-fbc5-42f9-a00c-8680ffcc27ea None None] For port 6a65aca8-d987-4812-93c8-394ef7bc86cf, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=6a65aca8-d987-4812-93c8-394ef7bc86cf,segment=NetworkSegment(08b24f33-8c22-4c6a-94be-f5cb86ab9ded),segment_id=08b24f33-8c22-4c6a-94be-f5cb86ab9ded)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:00.746554 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-88179563-fbc5-42f9-a00c-8680ffcc27ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.793288 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d28c9cf8-9e6b-4634-94ea-2205d878ca9b req-8a843445-13c4-4118-bd3c-4a6dd79fae9d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318138 May 10 15:10:00.824423 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824565a-d291-43e6-a7fd-b7a1cbb84d3b req-53761f97-609b-4392-bd37-94749ab1d4dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:00.825923 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6824565a-d291-43e6-a7fd-b7a1cbb84d3b req-53761f97-609b-4392-bd37-94749ab1d4dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.2494540 May 10 15:10:00.831113 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] For port 6a65aca8-d987-4812-93c8-394ef7bc86cf, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=6a65aca8-d987-4812-93c8-394ef7bc86cf,segment=NetworkSegment(08b24f33-8c22-4c6a-94be-f5cb86ab9ded),segment_id=08b24f33-8c22-4c6a-94be-f5cb86ab9ded)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:00.831475 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.880463 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-88179563-fbc5-42f9-a00c-8680ffcc27ea None None] Calling delete_port for 6a65aca8-d987-4812-93c8-394ef7bc86cf owned by network:dhcp {{(pid=78718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:10:00.947481 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.976946 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Calling delete_port for 6a65aca8-d987-4812-93c8-394ef7bc86cf owned by network:dhcp {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:10:00.991984 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] For port 6a65aca8-d987-4812-93c8-394ef7bc86cf, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=6a65aca8-d987-4812-93c8-394ef7bc86cf,segment=NetworkSegment(08b24f33-8c22-4c6a-94be-f5cb86ab9ded),segment_id=08b24f33-8c22-4c6a-94be-f5cb86ab9ded)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:00.996910 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.999878 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:01.011548 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6824565a-d291-43e6-a7fd-b7a1cbb84d3b req-6b5e00d9-a7bd-411c-9410-1a89f665503c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714563 May 10 15:10:01.036902 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-88179563-fbc5-42f9-a00c-8680ffcc27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380'] for port, after_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.048629 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Pushing event deleted for resources: {'Port': ['ID=6a65aca8-d987-4812-93c8-394ef7bc86cf,revision_number=None']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:01.054241 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.058732 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.058932 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-d069901b-3443-4cee-a707-2a95a63dabac tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:01.059086 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.059426 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.059763 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.060105 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.060425 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.060751 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.061074 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.061399 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.061721 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.062042 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.062385 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.064990 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88179563-fbc5-42f9-a00c-8680ffcc27ea None None] No DVR routers for this DVR port 6a65aca8-d987-4812-93c8-394ef7bc86cf on host dv-cinder-780933-4-iscsi {{(pid=78718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:01.066615 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:01.067644 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d5a9eb9a-c9f9-47e7-9ba8-93afcfbbc45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:01.103000 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a65aca8-d987-4812-93c8-394ef7bc86cf,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:01.104836 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] No DVR routers for this DVR port 6a65aca8-d987-4812-93c8-394ef7bc86cf on host dv-cinder-780933-4-iscsi {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:01.106312 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:01.108312 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88179563-fbc5-42f9-a00c-8680ffcc27ea None None] Pushing event deleted for resources: {'Port': ['ID=6a65aca8-d987-4812-93c8-394ef7bc86cf,revision_number=None']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:01.110373 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-88179563-fbc5-42f9-a00c-8680ffcc27ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:01.217534 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.230288 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b63a36a-fffd-4d36-a829-f30f6ed8f63c']}} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:01.242430 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b24f33-8c22-4c6a-94be-f5cb86ab9ded') {'for_net_delete': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:01.242724 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.services.segments.db [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b24f33-8c22-4c6a-94be-f5cb86ab9ded') {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:01.253547 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8129038'] for segment, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.268746 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.274525 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=78716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:10:01.274904 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379187'] for segment, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: util.warn( May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: util.warn( May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: util.warn( May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: util.warn( May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: Traceback (most recent call last): May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: timer() May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: cb(*args, **kw) May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: return func(*args, **kwargs) May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: self._notify() May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: self.callback(batched_events) May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: event.method(event) May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: return f(self, *a, **k) May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._get(url).json() May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: return self.request(url, 'GET', **kwargs) May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:10:01.288002 dv-cinder-780933-4-iscsi neutron-server[78716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:10:01.362214 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.366349 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:01.378559 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.390800 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b63a36a-fffd-4d36-a829-f30f6ed8f63c,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:01.393560 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5b63a36a-fffd-4d36-a829-f30f6ed8f63c HTTP/1.1" status: 204 len: 168 time: 1.2258265 May 10 15:10:01.394697 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-22b3016e-5be9-4dc4-baa0-99c258a3ce73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:01.402261 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 61f1d7e6-c114-4474-b3c3-613711b34a38 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:10:01.514702 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38532) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:01.538438 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 61f1d7e6-c114-4474-b3c3-613711b34a38, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=61f1d7e6-c114-4474-b3c3-613711b34a38,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:01.553566 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '61f1d7e6-c114-4474-b3c3-613711b34a38', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'port_id': '61f1d7e6-c114-4474-b3c3-613711b34a38', 'mac_address': 'fa:16:3e:de:81:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:10:01.562359 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-69d8daa1-7f4d-4de5-8c11-e9e84849c747 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b47f066ce9141fb9a35a65fa2ea01a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463753 May 10 15:10:01.564721 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38536) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:01.614306 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.623360 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.628360 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-56099177-d7ce-43e0-93dc-f5aa1253c5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.639454 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f1d7e6-c114-4474-b3c3-613711b34a38 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:10:01.654413 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-56099177-d7ce-43e0-93dc-f5aa1253c5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.654832 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 61f1d7e6-c114-4474-b3c3-613711b34a38, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=61f1d7e6-c114-4474-b3c3-613711b34a38,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:01.658209 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.659881 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-a186c61a-c363-431f-b5da-b4d2121b5549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:01.706623 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-56099177-d7ce-43e0-93dc-f5aa1253c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.712055 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1230efa8-6d0c-4e64-852f-8d16465cdf72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:01.725143 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=61f1d7e6-c114-4474-b3c3-613711b34a38,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:01.725353 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56099177-d7ce-43e0-93dc-f5aa1253c5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db6ab64-ffe4-47d6-9c41-d805ced1a1ad,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:01.727951 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:01.728581 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-56099177-d7ce-43e0-93dc-f5aa1253c5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:01.735300 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-56099177-d7ce-43e0-93dc-f5aa1253c5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.739054 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-56099177-d7ce-43e0-93dc-f5aa1253c5c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6db6ab64-ffe4-47d6-9c41-d805ced1a1ad HTTP/1.1" status: 204 len: 168 time: 0.1707656 May 10 15:10:01.899720 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['61f1d7e6-c114-4474-b3c3-613711b34a38'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:10:01.987293 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75930f6a-720c-4395-b7e9-a46e4a7dae45 req-52d8782e-3fab-4afc-aaa3-75759647c13e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:01.988554 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-75930f6a-720c-4395-b7e9-a46e4a7dae45 req-52d8782e-3fab-4afc-aaa3-75759647c13e tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0853665 May 10 15:10:02.042943 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-75930f6a-720c-4395-b7e9-a46e4a7dae45 req-2d799292-b4cf-4bd3-a37c-4c77463cf6ca tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469432 May 10 15:10:02.111888 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38548) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:02.207059 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-eaa2847e-240a-4730-9f4c-a594f79f181a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60762d18655740c4b78d1923c70e2aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917141 May 10 15:10:02.207322 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38552) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:02.268682 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea11c3-3929-493a-aba5-2e55d4d12d60 req-e1580f24-4ce9-4d8f-b134-a99073a7ed9d tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:02.270714 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9eea11c3-3929-493a-aba5-2e55d4d12d60 req-e1580f24-4ce9-4d8f-b134-a99073a7ed9d tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.1372449 May 10 15:10:02.310535 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ec54ea64-949b-4b4d-985d-db52569298fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:02.346880 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9eea11c3-3929-493a-aba5-2e55d4d12d60 req-ccb0d06e-018e-41e4-8e00-d2591f6e2828 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706823 May 10 15:10:02.350983 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ec54ea64-949b-4b4d-985d-db52569298fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:02.402598 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ec54ea64-949b-4b4d-985d-db52569298fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:02.407375 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-119a302a-77f0-486e-895d-610e9341ca2c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:02.417393 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54ea64-949b-4b4d-985d-db52569298fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddaa658-1109-43e4-b9ab-54224232938d,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:02.421806 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ec54ea64-949b-4b4d-985d-db52569298fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:02.423772 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ec54ea64-949b-4b4d-985d-db52569298fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:02.424867 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-ec54ea64-949b-4b4d-985d-db52569298fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cddaa658-1109-43e4-b9ab-54224232938d HTTP/1.1" status: 204 len: 168 time: 0.2161150 May 10 15:10:03.192866 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:03.230292 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207b6a5-f05b-411e-b621-773f94e135f6 req-cd97046c-fbff-4a79-a68c-f7564b802424 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:03.231778 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6207b6a5-f05b-411e-b621-773f94e135f6 req-cd97046c-fbff-4a79-a68c-f7564b802424 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0824420 May 10 15:10:03.360163 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6207b6a5-f05b-411e-b621-773f94e135f6 req-70723fac-3623-4cb2-86f3-42ffcd2358d4 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227167 May 10 15:10:03.417936 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 61f1d7e6-c114-4474-b3c3-613711b34a38 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:03.487612 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port 61f1d7e6-c114-4474-b3c3-613711b34a38 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:03.493446 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 61f1d7e6-c114-4474-b3c3-613711b34a38 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:03.493824 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:03.614784 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:03.640587 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f1d7e6-c114-4474-b3c3-613711b34a38'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:10:03.650666 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 61f1d7e6-c114-4474-b3c3-613711b34a38, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=61f1d7e6-c114-4474-b3c3-613711b34a38,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:03.654871 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:03.658274 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:03.681576 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136b599-1a85-4eb4-bf12-d6414ad3d8f7 req-0894b809-eddc-4eb0-b6ac-619410a9a622 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:03.683246 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d136b599-1a85-4eb4-bf12-d6414ad3d8f7 req-0894b809-eddc-4eb0-b6ac-619410a9a622 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0825982 May 10 15:10:03.698513 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f1d7e6-c114-4474-b3c3-613711b34a38', 'code': 200} May 10 15:10:03.733886 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=61f1d7e6-c114-4474-b3c3-613711b34a38,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:03.734452 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d136b599-1a85-4eb4-bf12-d6414ad3d8f7 req-5947917b-e83c-4140-8f9a-e78b1c0adb72 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449579 May 10 15:10:03.737128 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:03.968935 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75567a4-2df4-4007-995f-bb894712c26f req-f6a8a3b8-859c-4866-886f-f4ec0d4e79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:03.970457 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d75567a4-2df4-4007-995f-bb894712c26f req-f6a8a3b8-859c-4866-886f-f4ec0d4e79cd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 1099 time: 0.0708091 May 10 15:10:04.013144 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d75567a4-2df4-4007-995f-bb894712c26f req-87710701-f13c-488c-afa5-e33ae579fe41 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344884 May 10 15:10:04.546990 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ad131-bf4e-4041-b2d3-2c23f72d2ad5 req-7c0a8f72-5056-491b-83f1-6b0ea6834dcc tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:04.548422 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-869ad131-bf4e-4041-b2d3-2c23f72d2ad5 req-7c0a8f72-5056-491b-83f1-6b0ea6834dcc tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 946 time: 0.0810256 May 10 15:10:04.592537 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-869ad131-bf4e-4041-b2d3-2c23f72d2ad5 req-ca658420-e66f-44fa-ba13-9f44f3575fd2 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381000 May 10 15:10:04.922859 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b90d4-e746-4af8-b55f-c245ad64cd00 req-995c1181-b9d2-42e7-9b21-d7e98ee474d7 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:04.924304 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e4b90d4-e746-4af8-b55f-c245ad64cd00 req-995c1181-b9d2-42e7-9b21-d7e98ee474d7 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0787866 May 10 15:10:04.968067 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3e4b90d4-e746-4af8-b55f-c245ad64cd00 req-06f55f64-27ad-4055-b13e-fd12f965f5ec tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372629 May 10 15:10:05.773918 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d576d5-6dd1-442d-8f82-27592b371c76 req-2096c1db-1ad5-4282-a3db-1aeff85919cc tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:05.775363 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b2d576d5-6dd1-442d-8f82-27592b371c76 req-2096c1db-1ad5-4282-a3db-1aeff85919cc tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 946 time: 0.0807817 May 10 15:10:05.819654 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b2d576d5-6dd1-442d-8f82-27592b371c76 req-a8eac550-8bb5-4f7c-bd0c-2babdad86d32 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386033 May 10 15:10:06.002978 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ce524-6481-4fd2-9744-9d9e1a530de6 req-2865349d-1c31-4add-8ee2-209c94dbb909 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:06.004447 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-169ce524-6481-4fd2-9744-9d9e1a530de6 req-2865349d-1c31-4add-8ee2-209c94dbb909 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 946 time: 0.0819187 May 10 15:10:06.049252 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-169ce524-6481-4fd2-9744-9d9e1a530de6 req-282c7633-47ee-45c7-b331-3fcc59b66cdb tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387831 May 10 15:10:06.072179 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38574) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:06.142562 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a3706-10e9-4065-aebe-c97cad8c0f4b tempest-TestVolumeBootPattern-1223025299 tempest-TestVolumeBootPattern-1223025299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:06.146553 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f05a3706-10e9-4065-aebe-c97cad8c0f4b tempest-TestVolumeBootPattern-1223025299 tempest-TestVolumeBootPattern-1223025299-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 1094 time: 0.0707817 May 10 15:10:06.146830 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38578) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:06.151870 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Request body: {'floatingip': {'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'port_id': '61f1d7e6-c114-4474-b3c3-613711b34a38', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:06.152169 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4c85f-bc84-4a55-adb9-583520d2e013 req-04686210-b531-4823-8b45-aa09813c9cbe tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:06.153612 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-51b4c85f-bc84-4a55-adb9-583520d2e013 req-04686210-b531-4823-8b45-aa09813c9cbe tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0789433 May 10 15:10:06.157854 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:06.161696 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Usage tracker for resource:floatingip and tenant:46ba117a34cf42ccafb6acc1f6ab871a is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:06.164584 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:06.170179 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:06.181249 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:06.202508 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-51b4c85f-bc84-4a55-adb9-583520d2e013 req-56161494-c12f-4611-9003-f49de117d042 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429323 May 10 15:10:06.315255 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:06.452699 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Allocated IP 172.27.0.9 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/a6eaa222-0c0a-432d-be2a-00ce8c446a92) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:06.593264 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:06.621397 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:06.625771 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-2b5ac662-7038-4bfe-ab13-c4607cd459a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:06.680925 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:06.683732 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:06.687307 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:10:06.820541 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'Port': ['ID=a6eaa222-0c0a-432d-be2a-00ce8c446a92,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:06.824484 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:07.171895 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:07.244093 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:07.388428 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c6278-1188-484f-94a7-ec099f51ce2c req-90324e04-33f0-447b-a6a7-f866c865777b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:07.389899 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3f7c6278-1188-484f-94a7-ec099f51ce2c req-90324e04-33f0-447b-a6a7-f866c865777b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0801513 May 10 15:10:07.436099 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-3f7c6278-1188-484f-94a7-ec099f51ce2c req-22390fb0-329e-4308-91fe-e663b053d60a tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400219 May 10 15:10:07.448038 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:07.452261 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:07.455835 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-1b771739-620f-45bb-a4b2-45f6c4a2d76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:07.555263 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event updated for resources: {'Port': ['ID=a6eaa222-0c0a-432d-be2a-00ce8c446a92,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:07.559104 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:07.571433 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:07.734725 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.l3_db [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Floating IP 7e0e86f5-d692-4d53-83c9-4473f9bdd644 associated. External IP: 172.27.0.9, port: 61f1d7e6-c114-4474-b3c3-613711b34a38. May 10 15:10:08.075709 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Router 522c963e-c012-438e-8c89-d965ea45c808 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:10:08.348620 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:10:08.358519 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644050d4-1f46-435e-aba8-eb529466eb85 None None] Sync routers for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:08.368725 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644050d4-1f46-435e-aba8-eb529466eb85 None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:08.369324 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-644050d4-1f46-435e-aba8-eb529466eb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:10:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:08.372591 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:08.442249 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2821112 May 10 15:10:08.442249 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'tag': '61f1d7e6-c114-4474-b3c3-613711b34a38'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:10:08.474868 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'tag': '61f1d7e6-c114-4474-b3c3-613711b34a38', 'status': 'completed', 'code': 200} May 10 15:10:08.548213 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-644050d4-1f46-435e-aba8-eb529466eb85 None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:08.621992 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96938-bfad-4e02-af1e-f18709209a8e req-9011bbde-aca8-4456-a63e-8ef4038ba1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:08.623406 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9dc96938-bfad-4e02-af1e-f18709209a8e req-9011bbde-aca8-4456-a63e-8ef4038ba1da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 1099 time: 0.1247935 May 10 15:10:08.663781 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29879460-dd24-40a4-8e5e-00342a7dbb9a req-e0fed143-20d4-46b9-9f58-95d2e9a71110 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:08.665205 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-29879460-dd24-40a4-8e5e-00342a7dbb9a req-e0fed143-20d4-46b9-9f58-95d2e9a71110 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.1213753 May 10 15:10:08.779940 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-29879460-dd24-40a4-8e5e-00342a7dbb9a req-2ef4d2b0-3e4b-4c29-9675-8ba1f4b678f4 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670812 May 10 15:10:08.807863 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96938-bfad-4e02-af1e-f18709209a8e req-8c7614b0-5f09-494c-baae-facfb1c80ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:08.809348 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9dc96938-bfad-4e02-af1e-f18709209a8e req-8c7614b0-5f09-494c-baae-facfb1c80ac9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 912 time: 0.1738708 May 10 15:10:08.896377 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-644050d4-1f46-435e-aba8-eb529466eb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '7e0e86f5-d692-4d53-83c9-4473f9bdd644', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '61f1d7e6-c114-4474-b3c3-613711b34a38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:de:81:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:10:07Z', 'updated_at': '2021-05-10T15:10:07Z', 'revision_number': 0, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}, {'id': 'cd4c6acf-a773-4505-924f-edbb5cbe41bc', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:31:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:08:08Z', 'updated_at': '2021-05-10T15:08:11Z', 'revision_number': 1, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:08.900328 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644050d4-1f46-435e-aba8-eb529466eb85 None None] Checking router: 522c963e-c012-438e-8c89-d965ea45c808 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:08.908426 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644050d4-1f46-435e-aba8-eb529466eb85 None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:08.909014 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-644050d4-1f46-435e-aba8-eb529466eb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:10:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:08.912554 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9dc96938-bfad-4e02-af1e-f18709209a8e req-a6497f33-ea29-4b05-a319-95c02d620cd8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f1d7e6-c114-4474-b3c3-613711b34a38 HTTP/1.1" status: 200 len: 998 time: 0.0966861 May 10 15:10:08.977468 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96938-bfad-4e02-af1e-f18709209a8e req-a01c44d4-a51a-4910-9f8d-a3320e825734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:08.978909 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9dc96938-bfad-4e02-af1e-f18709209a8e req-a01c44d4-a51a-4910-9f8d-a3320e825734 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.0597491 May 10 15:10:09.051957 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc96938-bfad-4e02-af1e-f18709209a8e req-750a6b77-5505-4166-ad5d-b4add8001738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:09.053420 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9dc96938-bfad-4e02-af1e-f18709209a8e req-750a6b77-5505-4166-ad5d-b4add8001738 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684929 May 10 15:10:09.081951 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-644050d4-1f46-435e-aba8-eb529466eb85 None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:09.183666 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9dc96938-bfad-4e02-af1e-f18709209a8e req-658f5022-7ab3-4941-9873-db580440e415 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231654 May 10 15:10:09.400739 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9dc96938-bfad-4e02-af1e-f18709209a8e req-0f6cbbe5-bee2-4024-9a4a-3e32d3f64e5d service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105925 May 10 15:10:09.428845 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-644050d4-1f46-435e-aba8-eb529466eb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '7e0e86f5-d692-4d53-83c9-4473f9bdd644', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '61f1d7e6-c114-4474-b3c3-613711b34a38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:de:81:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:10:07Z', 'updated_at': '2021-05-10T15:10:07Z', 'revision_number': 0, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}, {'id': 'cd4c6acf-a773-4505-924f-edbb5cbe41bc', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:31:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:08:08Z', 'updated_at': '2021-05-10T15:08:11Z', 'revision_number': 1, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:09.432681 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644050d4-1f46-435e-aba8-eb529466eb85 None None] The sync data for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi is: [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '7e0e86f5-d692-4d53-83c9-4473f9bdd644', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '61f1d7e6-c114-4474-b3c3-613711b34a38', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:de:81:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:10:07Z', 'updated_at': '2021-05-10T15:10:07Z', 'revision_number': 0, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}, {'id': 'cd4c6acf-a773-4505-924f-edbb5cbe41bc', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:31:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:08:08Z', 'updated_at': '2021-05-10T15:08:11Z', 'revision_number': 1, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:09.692014 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fdb86-33a9-477e-994c-4d8e5c2d1432 None None] New status for floating IP 7e0e86f5-d692-4d53-83c9-4473f9bdd644: ACTIVE {{(pid=78718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:10:09.981516 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2a14d-520c-44a1-94c4-84e4cac52070 req-1856e657-d1de-46c6-b892-3f240a56cb2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:09.983002 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-49a2a14d-520c-44a1-94c4-84e4cac52070 req-1856e657-d1de-46c6-b892-3f240a56cb2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0904677 May 10 15:10:10.026963 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-49a2a14d-520c-44a1-94c4-84e4cac52070 req-57d500f3-ab80-46f0-be60-e1aaef56e466 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377376 May 10 15:10:11.208710 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f60f8-efb9-4690-9eb1-bf25eedb22c0 req-32bf85e2-50b8-422d-9605-cb1df3147ab4 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:11.210057 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f4f60f8-efb9-4690-9eb1-bf25eedb22c0 req-32bf85e2-50b8-422d-9605-cb1df3147ab4 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0788276 May 10 15:10:11.256920 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1f4f60f8-efb9-4690-9eb1-bf25eedb22c0 req-621761c6-e296-4098-a46c-d539be48ce65 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411613 May 10 15:10:12.437927 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa176ba-2584-420e-8bce-1e1eb86d9b70 req-8b535289-e48c-4a24-9d1e-c0002eef7238 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:12.439406 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-faa176ba-2584-420e-8bce-1e1eb86d9b70 req-8b535289-e48c-4a24-9d1e-c0002eef7238 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0801682 May 10 15:10:12.483614 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-faa176ba-2584-420e-8bce-1e1eb86d9b70 req-beb3e31f-a440-4bcc-a7a2-5de7ab67237b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380371 May 10 15:10:13.670172 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a90c4-b52b-4a61-94f6-82b701d33100 req-af103ae8-2a61-4ca5-b401-3b0b68068b56 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:13.671655 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-172a90c4-b52b-4a61-94f6-82b701d33100 req-af103ae8-2a61-4ca5-b401-3b0b68068b56 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0814962 May 10 15:10:13.715180 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-172a90c4-b52b-4a61-94f6-82b701d33100 req-69780ec4-6fe4-4f86-a342-113c8138be02 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373039 May 10 15:10:14.897619 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0915ab-af6f-49d5-a7a4-70c095f7f23e req-5acf2611-dc06-4be1-8021-5cefeac8dfab tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:14.899846 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8d0915ab-af6f-49d5-a7a4-70c095f7f23e req-5acf2611-dc06-4be1-8021-5cefeac8dfab tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0810070 May 10 15:10:14.948090 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-8d0915ab-af6f-49d5-a7a4-70c095f7f23e req-9ea46ceb-8d83-4c8c-bd31-b19604d0b17e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417917 May 10 15:10:16.131333 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ac929-3d08-4253-bb76-8dcc0816a370 req-732a0fcf-631b-4bd1-9143-77517ad91584 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:16.132684 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a00ac929-3d08-4253-bb76-8dcc0816a370 req-732a0fcf-631b-4bd1-9143-77517ad91584 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0788608 May 10 15:10:16.175443 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a00ac929-3d08-4253-bb76-8dcc0816a370 req-ff88dd38-96f6-411a-b6a0-a35edd7e3bb4 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371230 May 10 15:10:16.198990 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:16.563414 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f5575-137c-4a31-8b66-64f8242ff642 req-52c29057-b501-42e3-8c71-fa76386a493d tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:16.564867 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ee4f5575-137c-4a31-8b66-64f8242ff642 req-52c29057-b501-42e3-8c71-fa76386a493d tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.1354098 May 10 15:10:16.591927 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ca61-f43b-411d-89bc-6c25a52093c7 req-3c78ab27-30d0-48f1-980a-bb6b61c08ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:16.593320 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-47e2ca61-f43b-411d-89bc-6c25a52093c7 req-3c78ab27-30d0-48f1-980a-bb6b61c08ab5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce&device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 1099 time: 0.1096301 May 10 15:10:16.690436 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ee4f5575-137c-4a31-8b66-64f8242ff642 req-f18b5f88-696a-4295-9da8-68009c11b0d2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140475 May 10 15:10:16.739438 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ca61-f43b-411d-89bc-6c25a52093c7 req-ca078a4f-4fe9-43b5-92ef-41baebdcbc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:16.740858 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-47e2ca61-f43b-411d-89bc-6c25a52093c7 req-ca078a4f-4fe9-43b5-92ef-41baebdcbc01 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9ec5afae-0cf1-49a6-8fbb-695e25f89141 HTTP/1.1" status: 200 len: 912 time: 0.1398499 May 10 15:10:16.844496 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-47e2ca61-f43b-411d-89bc-6c25a52093c7 req-9627d7a7-d3c2-410b-a470-bbf223b95675 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9936a6-57ef-4384-bda5-1179a563e4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0953827 May 10 15:10:16.913878 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ca61-f43b-411d-89bc-6c25a52093c7 req-5c12407c-1db0-49b5-a8f6-847e4f548c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:16.915350 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-47e2ca61-f43b-411d-89bc-6c25a52093c7 req-5c12407c-1db0-49b5-a8f6-847e4f548c9c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad50609c-8093-4bfc-866e-80d03c4e8623 HTTP/1.1" status: 200 len: 850 time: 0.0638630 May 10 15:10:16.990276 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ca61-f43b-411d-89bc-6c25a52093c7 req-95193433-f0fa-4f25-a514-375aa9793e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:16.991743 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-47e2ca61-f43b-411d-89bc-6c25a52093c7 req-95193433-f0fa-4f25-a514-375aa9793e65 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ec5afae-0cf1-49a6-8fbb-695e25f89141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695364 May 10 15:10:17.121392 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-47e2ca61-f43b-411d-89bc-6c25a52093c7 req-8eccb9a9-2067-4ff3-bcbd-2ccb7af367af service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225393 May 10 15:10:17.251318 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-47e2ca61-f43b-411d-89bc-6c25a52093c7 req-ba2b90f9-a8d6-4a4c-86e0-8f1e038769f3 service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229656 May 10 15:10:17.880178 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df75ab7-d67f-4ed9-bc60-0362a5e2d612 req-8df9c4b3-2dd3-4c30-8165-660ac78d1c3e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:17.881733 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6df75ab7-d67f-4ed9-bc60-0362a5e2d612 req-8df9c4b3-2dd3-4c30-8165-660ac78d1c3e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0855880 May 10 15:10:18.018511 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-6df75ab7-d67f-4ed9-bc60-0362a5e2d612 req-a9857e9e-9eb4-4b79-bc6e-243fabb76877 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306984 May 10 15:10:18.342732 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bd55bac5-8f7f-4549-84d0-d40673241ce4 req-dcbf750a-3022-4471-b320-6aeb54b222b1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667174 May 10 15:10:18.479485 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55bac5-8f7f-4549-84d0-d40673241ce4 req-95bf860a-806e-41fe-9ecb-0775f73533e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:18.480896 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bd55bac5-8f7f-4549-84d0-d40673241ce4 req-95bf860a-806e-41fe-9ecb-0775f73533e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 1098 time: 0.0724013 May 10 15:10:18.622861 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55bac5-8f7f-4549-84d0-d40673241ce4 req-149a7b1e-dd06-44c5-9135-b72b0d5b7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:18.624169 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bd55bac5-8f7f-4549-84d0-d40673241ce4 req-149a7b1e-dd06-44c5-9135-b72b0d5b7e13 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 912 time: 0.1225450 May 10 15:10:18.724792 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bd55bac5-8f7f-4549-84d0-d40673241ce4 req-0be14365-b924-44ab-a943-424224cbcfe6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e232f90-f6df-46f3-a21b-98692e132fbe HTTP/1.1" status: 200 len: 1001 time: 0.0926936 May 10 15:10:18.784405 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55bac5-8f7f-4549-84d0-d40673241ce4 req-4cf0a8a2-489a-4098-9092-81cdceb99b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:18.785811 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bd55bac5-8f7f-4549-84d0-d40673241ce4 req-4cf0a8a2-489a-4098-9092-81cdceb99b62 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.0545945 May 10 15:10:18.857854 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55bac5-8f7f-4549-84d0-d40673241ce4 req-c9b36fc8-4578-4baf-ba4c-8d17118a6aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:18.859316 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bd55bac5-8f7f-4549-84d0-d40673241ce4 req-c9b36fc8-4578-4baf-ba4c-8d17118a6aa4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670383 May 10 15:10:18.987760 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bd55bac5-8f7f-4549-84d0-d40673241ce4 req-05fe1c7e-2383-41c0-923b-df1d1fda31c1 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219151 May 10 15:10:19.116857 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bd55bac5-8f7f-4549-84d0-d40673241ce4 req-d199b31d-b284-45fb-a91b-d4eb40f2465c service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219316 May 10 15:10:19.205741 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92f8d0-b442-447a-a39b-169ff9b4b826 req-3840960f-6197-4f75-95cf-bb18d7047eaf tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:19.207111 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cb92f8d0-b442-447a-a39b-169ff9b4b826 req-3840960f-6197-4f75-95cf-bb18d7047eaf tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0810721 May 10 15:10:19.250249 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cb92f8d0-b442-447a-a39b-169ff9b4b826 req-e302c4c4-6182-49c3-9217-442ab21a058f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374360 May 10 15:10:28.028916 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e5634159-fd79-468b-94bb-4ef058134be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.443828 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-177b1db7-0035-4b0e-8656-7a8b6e2c36ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.478328 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:31.595662 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.196059 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.313370 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:10:46.223015 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:53.755800 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf1573-54b8-40f2-aea1-29053610b9b1 req-d003630a-5208-4c67-8aa2-ef518fa1ea78 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:53.757186 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-13cf1573-54b8-40f2-aea1-29053610b9b1 req-d003630a-5208-4c67-8aa2-ef518fa1ea78 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0836587 May 10 15:10:53.800379 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-13cf1573-54b8-40f2-aea1-29053610b9b1 req-042c420d-2957-44b2-9ffc-5c5ac9d9a41d tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374415 May 10 15:10:55.199022 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8847a-b569-4bbb-a38a-ee461a35b15b req-aacc78d5-0966-49f2-859f-9ca2bf3cb1c4 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:55.200446 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-46a8847a-b569-4bbb-a38a-ee461a35b15b req-aacc78d5-0966-49f2-859f-9ca2bf3cb1c4 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.2951591 May 10 15:10:55.245729 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-46a8847a-b569-4bbb-a38a-ee461a35b15b req-3df46eac-b3dc-4d83-acea-539103e6d51c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396683 May 10 15:10:56.481158 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8e373-2cc8-40d6-9aee-ee57a1ce4325 req-378c3642-072a-4296-9def-e3d0307c0cd3 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:56.482639 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-87f8e373-2cc8-40d6-9aee-ee57a1ce4325 req-378c3642-072a-4296-9def-e3d0307c0cd3 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.1344535 May 10 15:10:56.527042 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-87f8e373-2cc8-40d6-9aee-ee57a1ce4325 req-6f3fc5b6-dfee-4dac-b625-c5746c7a79b6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385056 May 10 15:10:57.713628 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142c2bd-e93b-4a74-b86a-dde4c477bf13 req-19d12b0b-704f-4977-b453-e42f6907f0ca tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:57.715111 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f142c2bd-e93b-4a74-b86a-dde4c477bf13 req-19d12b0b-704f-4977-b453-e42f6907f0ca tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0811808 May 10 15:10:57.758229 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-f142c2bd-e93b-4a74-b86a-dde4c477bf13 req-1e280de1-4b4b-4ee9-86a2-4cf6bc3b94c7 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374849 May 10 15:10:58.029373 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e93e3bc4-6a64-4463-83d8-d9d58f6927c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:58.940116 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbeaf0-54a3-45b3-8dd3-b9a9f44cf107 req-cbf766aa-57d6-4e58-ab29-3242f9dc6723 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:58.941567 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-02cbeaf0-54a3-45b3-8dd3-b9a9f44cf107 req-cbf766aa-57d6-4e58-ab29-3242f9dc6723 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0784686 May 10 15:10:58.987813 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-02cbeaf0-54a3-45b3-8dd3-b9a9f44cf107 req-916e08fc-9da2-4c47-afe7-c3be9964f52a tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400889 May 10 15:11:00.172113 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6af926-d4db-4062-ae72-ffacb2f60e2e req-7d7910bf-2240-4752-b3de-e2b7f1498aff tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:00.173473 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cc6af926-d4db-4062-ae72-ffacb2f60e2e req-7d7910bf-2240-4752-b3de-e2b7f1498aff tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0785248 May 10 15:11:00.219628 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-cc6af926-d4db-4062-ae72-ffacb2f60e2e req-807054de-a33d-4a63-a991-71477dcb2f60 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387549 May 10 15:11:00.445119 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-87b61857-d4cb-453e-af78-3bdd361a25bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:00.478342 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:01.499313 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c1804-8089-44d9-b90a-d348197c8531 req-1ae7acf5-9535-455c-af23-2cf5ed05d411 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:01.500747 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c69c1804-8089-44d9-b90a-d348197c8531 req-1ae7acf5-9535-455c-af23-2cf5ed05d411 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.1731365 May 10 15:11:01.545106 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-c69c1804-8089-44d9-b90a-d348197c8531 req-1dffa395-18e1-41c7-bf63-cb20e3025f60 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383556 May 10 15:11:01.599760 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:02.725349 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241014-78d7-4fe6-8d1f-62650b1c164e req-5e0cc8c2-a32e-4d0a-bb8c-14ecf16cef8d tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:02.726800 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-59241014-78d7-4fe6-8d1f-62650b1c164e req-5e0cc8c2-a32e-4d0a-bb8c-14ecf16cef8d tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0775585 May 10 15:11:02.772029 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-59241014-78d7-4fe6-8d1f-62650b1c164e req-2cbd42eb-4917-4694-beaf-46aab6159097 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396676 May 10 15:11:03.198388 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:03.956372 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae234e-5192-47aa-8fcd-8490a6226625 req-fdd73900-ff87-46cb-9e5e-cf555f61499a tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:03.958695 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a9ae234e-5192-47aa-8fcd-8490a6226625 req-fdd73900-ff87-46cb-9e5e-cf555f61499a tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0841477 May 10 15:11:04.005911 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a9ae234e-5192-47aa-8fcd-8490a6226625 req-61dd27a8-d312-4b00-aae7-d9dec0b1a0db tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410306 May 10 15:11:05.197053 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99971944-baa5-4912-8e5a-0dd743feec0d req-1cd2803b-729c-4996-8377-10e36a1b2a50 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:05.198498 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-99971944-baa5-4912-8e5a-0dd743feec0d req-1cd2803b-729c-4996-8377-10e36a1b2a50 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0824502 May 10 15:11:05.241128 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-99971944-baa5-4912-8e5a-0dd743feec0d req-7e2d2f83-66d6-4afd-ab8c-c667a8eb1490 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369875 May 10 15:11:05.625435 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac017e-602a-48b2-836e-5b725ec200e3 req-557fd9d6-9c16-41ce-b558-9545adc89319 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:05.626942 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-73ac017e-602a-48b2-836e-5b725ec200e3 req-557fd9d6-9c16-41ce-b558-9545adc89319 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.1340854 May 10 15:11:05.660442 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c5a1-4f64-48be-b9b2-59244840347e req-27675b5c-b111-4992-a6bd-0782c5c60a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:05.662001 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2171c5a1-4f64-48be-b9b2-59244840347e req-27675b5c-b111-4992-a6bd-0782c5c60a2f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce&device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 1099 time: 0.1162481 May 10 15:11:05.751410 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-73ac017e-602a-48b2-836e-5b725ec200e3 req-27612355-ab38-4b3e-a822-b3c0e89b14b7 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177282 May 10 15:11:05.804587 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c5a1-4f64-48be-b9b2-59244840347e req-af593346-a991-43bb-8346-e2a973a0e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:05.805999 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2171c5a1-4f64-48be-b9b2-59244840347e req-af593346-a991-43bb-8346-e2a973a0e5c3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9ec5afae-0cf1-49a6-8fbb-695e25f89141 HTTP/1.1" status: 200 len: 912 time: 0.1340888 May 10 15:11:05.908413 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2171c5a1-4f64-48be-b9b2-59244840347e req-d34fc82a-e398-4408-b805-82b8b725b67e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9936a6-57ef-4384-bda5-1179a563e4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0958581 May 10 15:11:05.971642 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c5a1-4f64-48be-b9b2-59244840347e req-ff6225a5-6b75-4a1a-ae68-a1e777839dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:05.973019 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2171c5a1-4f64-48be-b9b2-59244840347e req-ff6225a5-6b75-4a1a-ae68-a1e777839dfa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad50609c-8093-4bfc-866e-80d03c4e8623 HTTP/1.1" status: 200 len: 850 time: 0.0571973 May 10 15:11:06.050533 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c5a1-4f64-48be-b9b2-59244840347e req-5835fa5a-f42e-41fe-8f28-d7badd29579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:06.052214 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2171c5a1-4f64-48be-b9b2-59244840347e req-5835fa5a-f42e-41fe-8f28-d7badd29579f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ec5afae-0cf1-49a6-8fbb-695e25f89141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727608 May 10 15:11:06.186483 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2171c5a1-4f64-48be-b9b2-59244840347e req-f8898b03-6af6-4391-91e3-3574021da1c2 service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270185 May 10 15:11:06.315808 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2171c5a1-4f64-48be-b9b2-59244840347e req-45dab219-8b42-4cf5-9ddd-b70cfd8b1de7 service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225007 May 10 15:11:06.936601 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a0a8-1b4f-4a72-957c-7589111e4307 req-5de824d2-905c-4675-905e-b17a826beb5c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:06.938058 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d204a0a8-1b4f-4a72-957c-7589111e4307 req-5de824d2-905c-4675-905e-b17a826beb5c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0803506 May 10 15:11:06.985105 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-d204a0a8-1b4f-4a72-957c-7589111e4307 req-ec187e84-bd4b-49f4-8f1c-92f6386235d9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412862 May 10 15:11:08.166899 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba89cb-6011-47c5-bc4b-5026392ea7ed req-c8ced3c2-45ca-4689-ab67-bd369381138a tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:08.168271 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-98ba89cb-6011-47c5-bc4b-5026392ea7ed req-c8ced3c2-45ca-4689-ab67-bd369381138a tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0788226 May 10 15:11:08.212117 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-98ba89cb-6011-47c5-bc4b-5026392ea7ed req-d37250b3-4978-4db9-af6b-8521c0b2eee6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382352 May 10 15:11:11.312062 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:11:16.226301 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:18.420460 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0b88db99-550e-4736-8c84-53f6413354fa req-0f2bc387-e3ec-4449-a44c-afb154f4567d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1120763 May 10 15:11:18.508550 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88db99-550e-4736-8c84-53f6413354fa req-7b2ee4d7-cb86-4592-adb5-8a65b2625c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:18.509977 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0b88db99-550e-4736-8c84-53f6413354fa req-7b2ee4d7-cb86-4592-adb5-8a65b2625c5d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce&device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 1099 time: 0.0703149 May 10 15:11:18.741793 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88db99-550e-4736-8c84-53f6413354fa req-7e61ed1e-cdf3-4fab-a2d1-e50d92964d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:18.743171 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0b88db99-550e-4736-8c84-53f6413354fa req-7e61ed1e-cdf3-4fab-a2d1-e50d92964d42 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9ec5afae-0cf1-49a6-8fbb-695e25f89141 HTTP/1.1" status: 200 len: 912 time: 0.2151699 May 10 15:11:18.844819 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0b88db99-550e-4736-8c84-53f6413354fa req-2e92308a-76d7-45e9-887e-5f3121bbae98 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9936a6-57ef-4384-bda5-1179a563e4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0937462 May 10 15:11:18.908540 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88db99-550e-4736-8c84-53f6413354fa req-628f1658-591e-468a-8a07-55fbe5d51bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:18.909939 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0b88db99-550e-4736-8c84-53f6413354fa req-628f1658-591e-468a-8a07-55fbe5d51bf2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad50609c-8093-4bfc-866e-80d03c4e8623 HTTP/1.1" status: 200 len: 850 time: 0.0588717 May 10 15:11:18.983771 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88db99-550e-4736-8c84-53f6413354fa req-3ee95136-7160-481a-b315-fe79908d4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:18.985182 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0b88db99-550e-4736-8c84-53f6413354fa req-3ee95136-7160-481a-b315-fe79908d4a1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ec5afae-0cf1-49a6-8fbb-695e25f89141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685136 May 10 15:11:18.995870 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [req-0b88db99-550e-4736-8c84-53f6413354fa req-181f44c6-771a-44c9-9fc1-b09416df4872 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:11:18.996733 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0b88db99-550e-4736-8c84-53f6413354fa req-181f44c6-771a-44c9-9fc1-b09416df4872 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049112 May 10 15:11:19.125117 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0b88db99-550e-4736-8c84-53f6413354fa req-d1317ed8-132e-49fa-89e5-ea95904ac53a service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222203 May 10 15:11:19.254927 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0b88db99-550e-4736-8c84-53f6413354fa req-aad93100-0d68-4a29-a187-9ebeaca7a06d service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230025 May 10 15:11:28.030219 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-87489a4f-aaf3-4f63-b335-332667b07eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:30.445624 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-a0dd1ecb-9181-426d-8313-d0f53de75a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:30.479141 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:31.601730 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:33.200934 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.832962 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb8a64-e385-4bae-b432-41d12e3ad027 req-7928e1f2-dcef-4d14-90ef-bb54cfb1f793 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:40.834431 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-92cb8a64-e385-4bae-b432-41d12e3ad027 req-7928e1f2-dcef-4d14-90ef-bb54cfb1f793 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0790918 May 10 15:11:40.881628 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-92cb8a64-e385-4bae-b432-41d12e3ad027 req-606929a5-5b41-4650-952e-4736aee95680 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415940 May 10 15:11:42.062969 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85da919-a0e1-40fc-b2aa-0d2afd835d8c req-b804227a-baea-4347-8b1c-3a52bdee18c7 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:42.064399 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b85da919-a0e1-40fc-b2aa-0d2afd835d8c req-b804227a-baea-4347-8b1c-3a52bdee18c7 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0793147 May 10 15:11:42.107065 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b85da919-a0e1-40fc-b2aa-0d2afd835d8c req-25d540ed-da09-439d-a597-03eaeef928c5 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370979 May 10 15:11:42.577665 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-ab4d44bb-a827-481a-b76d-c4eee44ba8f5 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:42.579089 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-ab4d44bb-a827-481a-b76d-c4eee44ba8f5 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.38 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 946 time: 0.0823162 May 10 15:11:42.706909 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Deleting port 5c9936a6-57ef-4384-bda5-1179a563e4d3 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:42.707247 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:42.834620 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] For port 5c9936a6-57ef-4384-bda5-1179a563e4d3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5c9936a6-57ef-4384-bda5-1179a563e4d3,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:42.834899 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:43.115082 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:43.115730 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:43.115730 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.l3_db [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Floating IP 0b40c894-c584-4056-bde4-c8b6d749c0ae disassociated. External IP: 172.27.0.45, port: 5c9936a6-57ef-4384-bda5-1179a563e4d3. May 10 15:11:43.115987 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Calling delete_port for 5c9936a6-57ef-4384-bda5-1179a563e4d3 owned by compute:nova {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:43.352694 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:43.360591 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-083aa6fb-0d0f-4e7f-af56-e524b64adf88 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:43.406976 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event deleted for resources: {'Port': ['ID=5c9936a6-57ef-4384-bda5-1179a563e4d3,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:43.470758 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:43.471133 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:43.471500 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:43.471859 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:43.472217 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:43.472572 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:43.472927 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:43.473281 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:43.473637 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:43.473987 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:43.474361 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:43.474711 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:43.478047 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:43.593346 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3236da-a644-45e2-997e-a9905c973085 req-43afbeed-5787-4402-a6c0-90ce979fdefd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:43.594812 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0a3236da-a644-45e2-997e-a9905c973085 req-43afbeed-5787-4402-a6c0-90ce979fdefd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=550551c1-89f8-4ba5-b399-a49666748324 HTTP/1.1" status: 200 len: 867 time: 0.3796058 May 10 15:11:43.658380 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:11:43.661222 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0a3236da-a644-45e2-997e-a9905c973085 req-a3be0e18-9b1e-4e90-948d-70d666e38554 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=9487147e-6af8-43e9-a196-7a0a88aae2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600538 May 10 15:11:43.840559 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:11:43.850399 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ef723-f1d5-4e70-802d-db1c7df337d4 None None] Sync routers for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:11:43.864882 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ef723-f1d5-4e70-802d-db1c7df337d4 None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:43.865745 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-6b2ef723-f1d5-4e70-802d-db1c7df337d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:11:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:43.918246 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] No DVR routers for this DVR port 5c9936a6-57ef-4384-bda5-1179a563e4d3 on host hv-cinder-78093 {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:11:43.921339 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:43.923949 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550551c1-89f8-4ba5-b399-a49666748324', 'name': 'network-vif-deleted', 'tag': '5c9936a6-57ef-4384-bda5-1179a563e4d3'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:43.940007 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0db1d99d-2d74-4f53-9b5e-c87c268e3fd3 req-74907913-cc78-4d87-97c3-4f376c342357 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.38 "DELETE /v2.0/ports/5c9936a6-57ef-4384-bda5-1179a563e4d3 HTTP/1.1" status: 204 len: 173 time: 1.3556352 May 10 15:11:44.035142 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550551c1-89f8-4ba5-b399-a49666748324', 'name': 'network-vif-deleted', 'tag': '5c9936a6-57ef-4384-bda5-1179a563e4d3', 'status': 'completed', 'code': 200} May 10 15:11:44.046014 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-6b2ef723-f1d5-4e70-802d-db1c7df337d4 None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:44.354902 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-6b2ef723-f1d5-4e70-802d-db1c7df337d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:02Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:44.358632 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ef723-f1d5-4e70-802d-db1c7df337d4 None None] Checking router: 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:11:44.366840 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ef723-f1d5-4e70-802d-db1c7df337d4 None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:44.367418 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-6b2ef723-f1d5-4e70-802d-db1c7df337d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:11:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:44.544442 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-6b2ef723-f1d5-4e70-802d-db1c7df337d4 None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:44.782024 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38702) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:44.846060 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:44.851388 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-6b2ef723-f1d5-4e70-802d-db1c7df337d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:02Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:44.855307 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ef723-f1d5-4e70-802d-db1c7df337d4 None None] The sync data for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi is: [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:02Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:11:44.875866 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:44.931939 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:44.935906 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-42b24390-0390-465c-94e2-1b61fef8be46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:44.951634 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9487147e-6af8-43e9-a196-7a0a88aae2c3,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:44.960373 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:44.960653 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:44.961050 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:44.961417 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:44.961799 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:44.962165 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:44.962533 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:44.962876 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:44.963235 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:44.963588 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:44.963963 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:44.964314 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:44.969115 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:44.972579 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:44.973696 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-ccb31fd1-37b6-4879-a14f-efbf421cad57 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "DELETE /v2.0/security-groups/9487147e-6af8-43e9-a196-7a0a88aae2c3 HTTP/1.1" status: 204 len: 168 time: 0.1905532 May 10 15:11:44.976312 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38706) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:44.995838 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.api.v2.resource [None req-9764e4ea-115e-4ee7-97ba-97d831b0cb87 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] show failed (client error): The resource could not be found. May 10 15:11:44.997326 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-9764e4ea-115e-4ee7-97ba-97d831b0cb87 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups/9487147e-6af8-43e9-a196-7a0a88aae2c3 HTTP/1.1" status: 404 len: 347 time: 0.0198679 May 10 15:11:45.000205 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38710) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:45.061349 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225d39f-9e16-4851-a669-f65467fdd47e None None] New status for floating IP 0b40c894-c584-4056-bde4-c8b6d749c0ae: DOWN {{(pid=78718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:11:45.218537 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-58c0cafd-5b34-4b2f-a883-533c5395e3a9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Deleting port b3b204c5-bfbf-455e-94fa-f60dc5092ddd {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:45.218796 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-58c0cafd-5b34-4b2f-a883-533c5395e3a9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:45.339327 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-58c0cafd-5b34-4b2f-a883-533c5395e3a9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:45.339650 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-58c0cafd-5b34-4b2f-a883-533c5395e3a9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:45.462456 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-58c0cafd-5b34-4b2f-a883-533c5395e3a9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Calling delete_port for b3b204c5-bfbf-455e-94fa-f60dc5092ddd owned by network:floatingip {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:45.569348 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-58c0cafd-5b34-4b2f-a883-533c5395e3a9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:45.574175 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-aaabe982-5f47-4223-b6d1-008c914e81e0 tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:45.617472 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0cafd-5b34-4b2f-a883-533c5395e3a9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event deleted for resources: {'Port': ['ID=b3b204c5-bfbf-455e-94fa-f60dc5092ddd,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:45.646542 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-58c0cafd-5b34-4b2f-a883-533c5395e3a9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:45.711456 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-58c0cafd-5b34-4b2f-a883-533c5395e3a9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:45.725070 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-58c0cafd-5b34-4b2f-a883-533c5395e3a9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:45.726214 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-58c0cafd-5b34-4b2f-a883-533c5395e3a9 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "DELETE /v2.0/floatingips/0b40c894-c584-4056-bde4-c8b6d749c0ae HTTP/1.1" status: 204 len: 168 time: 0.7249827 May 10 15:11:45.923879 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 5c9936a6-57ef-4384-bda5-1179a563e4d3 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:11:45.958595 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: 5c9936a6-57ef-4384-bda5-1179a563e4d3 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:11:45.958944 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 5c9936a6-57ef-4384-bda5-1179a563e4d3 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:11:46.220556 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.283717 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38716) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:46.289011 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989608592', 'description': 'tempest-description--1895073784'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:46.295380 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:11:46.299422 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Usage tracker for resource:security_group and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:11:46.302529 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:11:46.309591 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:11:46.318725 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.337659 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:11:46.341293 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Usage tracker for resource:security_group_rule and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:11:46.344006 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:11:46.349518 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:11:46.416790 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.420011 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.424769 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b7530125-acb1-490a-9359-339025b39e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:46.467167 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895600b8-7ba7-4122-a9e0-0f7c61803fe9,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:46.469923 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:46.471191 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.472307 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-93bf48dc-87e8-4756-85ea-b9e88bc5e7e6 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1875992 May 10 15:11:46.475186 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38720) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:46.480728 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-5f04f8e8-4396-4124-90d5-0451cf38e094 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Request body: {'security_group_rule': {'security_group_id': '895600b8-7ba7-4122-a9e0-0f7c61803fe9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:46.486508 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-5f04f8e8-4396-4124-90d5-0451cf38e094 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:11:46.490254 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-5f04f8e8-4396-4124-90d5-0451cf38e094 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Usage tracker for resource:security_group_rule and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:11:46.493069 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-5f04f8e8-4396-4124-90d5-0451cf38e094 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:11:46.498735 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-5f04f8e8-4396-4124-90d5-0451cf38e094 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:11:46.513991 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5f04f8e8-4396-4124-90d5-0451cf38e094 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.572955 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5f04f8e8-4396-4124-90d5-0451cf38e094 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.576038 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5f04f8e8-4396-4124-90d5-0451cf38e094 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.578031 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d3726ab2-47f1-4f05-b858-67d49bcdc19e tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:46.599449 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04f8e8-4396-4124-90d5-0451cf38e094 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433fab04-c83c-42d5-8a28-e73e73f02b63,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:46.602357 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5f04f8e8-4396-4124-90d5-0451cf38e094 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:46.608860 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5f04f8e8-4396-4124-90d5-0451cf38e094 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.609977 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-5f04f8e8-4396-4124-90d5-0451cf38e094 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338992 May 10 15:11:46.612615 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38724) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:46.617548 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-501248b7-9845-4664-9a65-79f8b9065f26 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Request body: {'security_group_rule': {'security_group_id': '895600b8-7ba7-4122-a9e0-0f7c61803fe9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:46.623032 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-501248b7-9845-4664-9a65-79f8b9065f26 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:11:46.626737 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-501248b7-9845-4664-9a65-79f8b9065f26 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Usage tracker for resource:security_group_rule and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:11:46.629503 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-501248b7-9845-4664-9a65-79f8b9065f26 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:11:46.635079 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-501248b7-9845-4664-9a65-79f8b9065f26 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:11:46.649904 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-501248b7-9845-4664-9a65-79f8b9065f26 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.705633 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38728) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:46.709018 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-501248b7-9845-4664-9a65-79f8b9065f26 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.713895 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-501248b7-9845-4664-9a65-79f8b9065f26 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7903054'] for security_group_rule, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.715983 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-8810a645-60e3-4bbd-937c-46124002c143 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:46.738739 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501248b7-9845-4664-9a65-79f8b9065f26 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88a1668-08ea-4492-a95c-c21e1babe9b8,revision_number=0']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:46.742954 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-501248b7-9845-4664-9a65-79f8b9065f26 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:46.748370 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-501248b7-9845-4664-9a65-79f8b9065f26 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.749564 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-501248b7-9845-4664-9a65-79f8b9065f26 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360321 May 10 15:11:46.752577 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38732) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:46.757521 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Request body: {'floatingip': {'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:46.763196 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:11:46.766951 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Usage tracker for resource:floatingip and tenant:dce3b7b9c17c4da8b3ce143c212f51ce is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:11:46.769731 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:11:46.775821 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:11:46.788190 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.921247 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:46.973822 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Deleting port a6eaa222-0c0a-432d-be2a-00ce8c446a92 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:46.974191 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.092645 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.092969 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.149767 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Allocated IP 172.27.0.75 (bc1966c4-1376-496a-80cc-e9df4c16f0a5/ab75f48b-1726-4b95-993d-3471ae61a7f8/d777fe07-d34c-4aca-b613-2af2a70f5d8f) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:11:47.212125 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Calling delete_port for a6eaa222-0c0a-432d-be2a-00ce8c446a92 owned by network:floatingip {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:47.295015 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.325301 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.330816 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-af6b923a-dba6-4356-bf6b-163491fc6d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:47.331303 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.336148 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-adcfe6c7-77ba-4b8d-b883-a809e2385d0a tempest-AttachVolumeNegativeTest-960212818 tempest-AttachVolumeNegativeTest-960212818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:47.382771 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event deleted for resources: {'Port': ['ID=a6eaa222-0c0a-432d-be2a-00ce8c446a92,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:47.389720 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Network bc1966c4-1376-496a-80cc-e9df4c16f0a5 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:11:47.392490 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:11:47.396338 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:11:47.412962 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:47.443256 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event updated for resources: {'Port': ['ID=d777fe07-d34c-4aca-b613-2af2a70f5d8f,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:47.447813 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:47.472236 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.472568 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.l3_db [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Floating IP 7e0e86f5-d692-4d53-83c9-4473f9bdd644 disassociated (deleted). External IP: 172.27.0.9, port: 61f1d7e6-c114-4474-b3c3-613711b34a38. May 10 15:11:47.489222 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.552923 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.756537 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.760711 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.764336 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-468cccdc-e16b-4ead-ba36-30af5038c6b6 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:47.879586 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.883148 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event updated for resources: {'Port': ['ID=d777fe07-d34c-4aca-b613-2af2a70f5d8f,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:47.887026 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:47.904263 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.905551 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1520836 May 10 15:11:47.919657 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Router 522c963e-c012-438e-8c89-d965ea45c808 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:11:48.118323 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:11:48.127596 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8310c1c-9ea1-498a-8903-a552f99ffdbc None None] Sync routers for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:11:48.136626 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8310c1c-9ea1-498a-8903-a552f99ffdbc None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:48.137259 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-f8310c1c-9ea1-498a-8903-a552f99ffdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:11:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:48.147517 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-8ab5b12e-6666-4993-aca0-9085ed6b001c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1989608592&fields=id&tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce HTTP/1.1" status: 200 len: 267 time: 0.0598474 May 10 15:11:48.154359 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:48.293145 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-4b57d9be-530b-4ab8-8df8-f29ddfb98295 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "DELETE /v2.0/floatingips/7e0e86f5-d692-4d53-83c9-4473f9bdd644 HTTP/1.1" status: 204 len: 168 time: 1.5861359 May 10 15:11:48.295917 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'tag': '61f1d7e6-c114-4474-b3c3-613711b34a38'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:48.316909 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:11:48.347787 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-f8310c1c-9ea1-498a-8903-a552f99ffdbc None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:48.358043 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-db86400d-d325-464b-8eca-a21cb6d40a93 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:48.359536 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-db86400d-d325-464b-8eca-a21cb6d40a93 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/networks?id=9ec5afae-0cf1-49a6-8fbb-695e25f89141 HTTP/1.1" status: 200 len: 811 time: 0.1807880 May 10 15:11:48.375142 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-ae76eaa3-257e-4626-bd66-564b09f42899 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/quotas/dce3b7b9c17c4da8b3ce143c212f51ce HTTP/1.1" status: 200 len: 375 time: 0.0099018 May 10 15:11:48.465897 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-5eb91ab9-bc53-4962-aa81-5e7cbb26a482 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Synchronizing usage tracker for tenant:dce3b7b9c17c4da8b3ce143c212f51ce on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:11:48.484181 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-5eb91ab9-bc53-4962-aa81-5e7cbb26a482 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Unset dirty status for tenant:dce3b7b9c17c4da8b3ce143c212f51ce on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:11:48.485998 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-5eb91ab9-bc53-4962-aa81-5e7cbb26a482 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050258 May 10 15:11:48.543655 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'tag': '61f1d7e6-c114-4474-b3c3-613711b34a38', 'status': 'completed', 'code': 200} May 10 15:11:48.577582 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-4c89acd1-65fe-4961-83bf-583eaabca584 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=78716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:11:48.578666 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-4c89acd1-65fe-4961-83bf-583eaabca584 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0717971 May 10 15:11:48.705943 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-f8310c1c-9ea1-498a-8903-a552f99ffdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'cd4c6acf-a773-4505-924f-edbb5cbe41bc', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:31:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:08:08Z', 'updated_at': '2021-05-10T15:08:11Z', 'revision_number': 1, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:48.709721 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8310c1c-9ea1-498a-8903-a552f99ffdbc None None] Checking router: 522c963e-c012-438e-8c89-d965ea45c808 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:11:48.718247 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8310c1c-9ea1-498a-8903-a552f99ffdbc None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:48.718826 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-f8310c1c-9ea1-498a-8903-a552f99ffdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:11:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:48.824106 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d40bf-1258-4659-b840-6d398cfb6a53 req-b9c1b65c-a819-44bf-82a9-3757bba2dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:48.825601 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac9d40bf-1258-4659-b840-6d398cfb6a53 req-b9c1b65c-a819-44bf-82a9-3757bba2dcb5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 1099 time: 0.2459214 May 10 15:11:48.832677 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-dd02f21b-c97b-41c7-ad1d-0950b1e8ba70 service neutron] 10.222.0.43 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172999 May 10 15:11:48.866063 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6ca8b-f40a-4c68-8f81-e7ac9e01dd44 req-5d4d0cc0-cd5f-4978-b807-4dc0efc2af40 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:48.866783 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-4bf6ca8b-f40a-4c68-8f81-e7ac9e01dd44 req-5d4d0cc0-cd5f-4978-b807-4dc0efc2af40 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Synchronizing usage tracker for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:11:48.891128 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-f8310c1c-9ea1-498a-8903-a552f99ffdbc None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:49.119549 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-4bf6ca8b-f40a-4c68-8f81-e7ac9e01dd44 req-5d4d0cc0-cd5f-4978-b807-4dc0efc2af40 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Unset dirty status for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:11:49.120632 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4bf6ca8b-f40a-4c68-8f81-e7ac9e01dd44 req-5d4d0cc0-cd5f-4978-b807-4dc0efc2af40 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 946 time: 0.4851849 May 10 15:11:49.236546 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-f8310c1c-9ea1-498a-8903-a552f99ffdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'cd4c6acf-a773-4505-924f-edbb5cbe41bc', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:31:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:08:08Z', 'updated_at': '2021-05-10T15:08:11Z', 'revision_number': 1, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:49.237673 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4bf6ca8b-f40a-4c68-8f81-e7ac9e01dd44 req-e0be3f57-2f4b-4e6e-b021-87886828206d tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108892 May 10 15:11:49.240625 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8310c1c-9ea1-498a-8903-a552f99ffdbc None None] The sync data for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi is: [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': 'cd4c6acf-a773-4505-924f-edbb5cbe41bc', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'floating_ip_address': '172.27.0.233', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '522c963e-c012-438e-8c89-d965ea45c808', 'port_id': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'mac_address': 'fa:16:3e:31:f8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:08:08Z', 'updated_at': '2021-05-10T15:08:11Z', 'revision_number': 1, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:11:49.241384 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d40bf-1258-4659-b840-6d398cfb6a53 req-2df5f9d2-4f1f-4533-8479-41ab547c474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:49.243439 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac9d40bf-1258-4659-b840-6d398cfb6a53 req-2df5f9d2-4f1f-4533-8479-41ab547c474d service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 912 time: 0.4080119 May 10 15:11:49.245469 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-b3cbcbcb-414e-41f3-9777-96957923cedf service neutron] 10.222.0.43 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897552 May 10 15:11:49.316619 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac9d40bf-1258-4659-b840-6d398cfb6a53 req-4b5f4066-f381-4963-811a-78716ade5060 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f1d7e6-c114-4474-b3c3-613711b34a38 HTTP/1.1" status: 200 len: 217 time: 0.0657415 May 10 15:11:49.388702 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d40bf-1258-4659-b840-6d398cfb6a53 req-c671b854-6896-4e6e-a277-87f5c677161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:49.390346 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac9d40bf-1258-4659-b840-6d398cfb6a53 req-c671b854-6896-4e6e-a277-87f5c677161a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.0672214 May 10 15:11:49.471586 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-79a402ff-fad3-4627-a722-9eb28db7c5e7 req-5bf56120-e5ea-46c0-b4c3-1b971b06de66 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 210 time: 0.0802078 May 10 15:11:49.511357 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0b238-0685-4ec4-8d26-9ed16e04c098 None None] New status for floating IP 7e0e86f5-d692-4d53-83c9-4473f9bdd644: DOWN {{(pid=78718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:11:49.518686 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d40bf-1258-4659-b840-6d398cfb6a53 req-ea965c0d-6154-42f7-a6a2-c744d8d1de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:49.520223 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac9d40bf-1258-4659-b840-6d398cfb6a53 req-ea965c0d-6154-42f7-a6a2-c744d8d1de7f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888937 May 10 15:11:49.670387 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac9d40bf-1258-4659-b840-6d398cfb6a53 req-c4bd5a8d-e8d9-4b9f-8dfa-8e33e3a426ed service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409945 May 10 15:11:49.813397 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ac9d40bf-1258-4659-b840-6d398cfb6a53 req-1720391d-1058-4ccf-be99-9e270172e7a2 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291816 May 10 15:11:50.138894 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffcb0e-d293-4c22-93c0-c33b2bc81ce5 req-b9b2b823-d6dd-496b-8671-54be5048b322 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:50.140295 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-71ffcb0e-d293-4c22-93c0-c33b2bc81ce5 req-b9b2b823-d6dd-496b-8671-54be5048b322 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 946 time: 0.0836651 May 10 15:11:50.274638 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-71ffcb0e-d293-4c22-93c0-c33b2bc81ce5 req-57b7df5a-d84e-4cb4-87f2-97267163983a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Deleting port 61f1d7e6-c114-4474-b3c3-613711b34a38 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:50.274982 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-71ffcb0e-d293-4c22-93c0-c33b2bc81ce5 req-57b7df5a-d84e-4cb4-87f2-97267163983a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:50.458410 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.db [req-71ffcb0e-d293-4c22-93c0-c33b2bc81ce5 req-57b7df5a-d84e-4cb4-87f2-97267163983a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] For port 61f1d7e6-c114-4474-b3c3-613711b34a38, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=61f1d7e6-c114-4474-b3c3-613711b34a38,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:50.458659 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-71ffcb0e-d293-4c22-93c0-c33b2bc81ce5 req-57b7df5a-d84e-4cb4-87f2-97267163983a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:50.595305 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df0c80-8c28-486f-b047-1827dfee54be req-53f54e11-0961-4911-83e9-4bd1ffecc164 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:50.596126 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-10df0c80-8c28-486f-b047-1827dfee54be req-53f54e11-0961-4911-83e9-4bd1ffecc164 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=38a83822-4a61-4bcc-93de-278fc22b1ed8 HTTP/1.1" status: 200 len: 946 time: 0.2479858 May 10 15:11:50.602992 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [req-71ffcb0e-d293-4c22-93c0-c33b2bc81ce5 req-57b7df5a-d84e-4cb4-87f2-97267163983a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Calling delete_port for 61f1d7e6-c114-4474-b3c3-613711b34a38 owned by compute:nova {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:50.670143 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-978999a7-26d3-49a1-acd9-9280e08ac9b7 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:50.671605 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-978999a7-26d3-49a1-acd9-9280e08ac9b7 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.38 "GET /v2.0/networks?id=9ec5afae-0cf1-49a6-8fbb-695e25f89141 HTTP/1.1" status: 200 len: 811 time: 0.1604331 May 10 15:11:50.684591 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-dd20f824-137e-48e6-af3f-4d625f146563 req-305db9c9-cfbf-4101-b429-4b438b2b5140 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 210 time: 0.0606315 May 10 15:11:50.709378 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-10df0c80-8c28-486f-b047-1827dfee54be req-946da554-e426-4b43-90a2-4f0a6921cede tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014152 May 10 15:11:50.723585 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-5a213583-c7ee-47c3-be60-fcc6bca4283d tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Synchronizing usage tracker for tenant:dce3b7b9c17c4da8b3ce143c212f51ce on resource:security_group {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:11:50.741690 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-5a213583-c7ee-47c3-be60-fcc6bca4283d tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Unset dirty status for tenant:dce3b7b9c17c4da8b3ce143c212f51ce on resource:security_group {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:11:50.743389 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-5a213583-c7ee-47c3-be60-fcc6bca4283d tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce HTTP/1.1" status: 200 len: 380 time: 0.0624490 May 10 15:11:50.757189 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Request body: {'port': {'device_id': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'admin_state_up': True, 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'security_groups': ['895600b8-7ba7-4122-a9e0-0f7c61803fe9']}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:50.816252 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-71ffcb0e-d293-4c22-93c0-c33b2bc81ce5 req-57b7df5a-d84e-4cb4-87f2-97267163983a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379142'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:50.822661 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b42a9255-8868-4b31-a1b6-a948b59e04d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:50.871641 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7df5a-d84e-4cb4-87f2-97267163983a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event deleted for resources: {'Port': ['ID=61f1d7e6-c114-4474-b3c3-613711b34a38,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:50.873851 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-57b7df5a-d84e-4cb4-87f2-97267163983a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:50.896640 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:11:50.905811 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:11:50.915411 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Made reservation on behalf of dce3b7b9c17c4da8b3ce143c212f51ce for: {'port': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:11:50.918919 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:50.951081 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ffcb0e-d293-4c22-93c0-c33b2bc81ce5 req-57b7df5a-d84e-4cb4-87f2-97267163983a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] No DVR routers for this DVR port 61f1d7e6-c114-4474-b3c3-613711b34a38 on host hv-cinder-78093 {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:11:50.953641 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [req-71ffcb0e-d293-4c22-93c0-c33b2bc81ce5 req-57b7df5a-d84e-4cb4-87f2-97267163983a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:50.958079 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'name': 'network-vif-deleted', 'tag': '61f1d7e6-c114-4474-b3c3-613711b34a38'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:50.972999 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-71ffcb0e-d293-4c22-93c0-c33b2bc81ce5 req-57b7df5a-d84e-4cb4-87f2-97267163983a tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "DELETE /v2.0/ports/61f1d7e6-c114-4474-b3c3-613711b34a38 HTTP/1.1" status: 204 len: 173 time: 0.8269455 May 10 15:11:51.009079 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a83822-4a61-4bcc-93de-278fc22b1ed8', 'name': 'network-vif-deleted', 'tag': '61f1d7e6-c114-4474-b3c3-613711b34a38', 'status': 'completed', 'code': 200} May 10 15:11:51.088525 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Allocated IP 172.20.0.7 (9ec5afae-0cf1-49a6-8fbb-695e25f89141/ad50609c-8093-4bfc-866e-80d03c4e8623/0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:11:51.281295 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:51.302921 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Transition to ACTIVE for port object 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:11:51.329923 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:51.335764 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b901a55c-b43f-433b-9510-a09fbe42bf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:51.396308 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:11:51.399886 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:11:51.408245 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:11:51.442628 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event updated for resources: {'Port': ['ID=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:51.447783 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:51.478855 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:51.479486 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:51.505069 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-a66a0008-105b-4f18-baaa-6305fdf5a55c tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7519221 May 10 15:11:51.517360 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Request body: {'port': {'device_id': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:51.628189 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:51.631034 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-1cbf9cfd-7f3d-4c39-ba6d-1461165334ed None None] Provisioning for port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:11:51.636853 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-1cbf9cfd-7f3d-4c39-ba6d-1461165334ed None None] Provisioning complete for port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:11:51.637345 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1cbf9cfd-7f3d-4c39-ba6d-1461165334ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:51.692871 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf9cfd-7f3d-4c39-ba6d-1461165334ed None None] Port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:11:52.020798 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 {{(pid=78717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:11:52.027908 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06110056-5e8a-4fa6-9833-5f37607814c4 req-a4dd37b9-6f81-45b5-8e82-afb0f0edadf1 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:52.028959 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:52.029393 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-06110056-5e8a-4fa6-9833-5f37607814c4 req-a4dd37b9-6f81-45b5-8e82-afb0f0edadf1 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 931 time: 0.2123222 May 10 15:11:52.044987 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Transition to ACTIVE for port object 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:11:52.048035 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:52.052742 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:52.075647 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-06110056-5e8a-4fa6-9833-5f37607814c4 req-cad0293d-9317-4adf-8862-f61002ec8bae tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=895600b8-7ba7-4122-a9e0-0f7c61803fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402386 May 10 15:11:52.300297 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:52.308137 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:52.378656 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Attempting to bind port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:11:52.378912 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Attempting to bind port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:11:52.379233 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Attempting to bind port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 on network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:11:52.383668 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 on network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:11:52.383977 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Attempting to bind port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 on network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:11:52.388903 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:11:52.389226 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Checking segment: {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:11:52.389594 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Bound using segment: {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:11:52.390004 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Bound port: 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed6349d-fb88-4811-97d4-6fa8c4409294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:11:52.390364 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:52.474565 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] For port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6, host hv-cinder-78093, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:11:52.477955 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] For port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:11:52.482260 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:52.485777 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-30ff3436-4fe1-436b-9027-93a8ea850b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:52.540483 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:52.541084 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:52.542446 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] 10.222.0.38 "PUT /v2.0/ports/0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 HTTP/1.1" status: 200 len: 1093 time: 1.0293400 May 10 15:11:52.542950 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'tag': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:52.578365 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:52.581660 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:52.623964 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'tag': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6', 'status': 'completed', 'code': 200} May 10 15:11:52.659599 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-807f9746-9b28-4824-a23e-ab8a7b36d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:52.661080 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-807f9746-9b28-4824-a23e-ab8a7b36d6e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce&device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 1096 time: 0.0783200 May 10 15:11:52.734382 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-1648f77c-18bf-4782-b5fd-a1c679e41a2f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 HTTP/1.1" status: 200 len: 217 time: 0.0659235 May 10 15:11:52.794626 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-1289f8c9-2c64-43b9-b043-7bdb6cc622f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:52.796005 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-1289f8c9-2c64-43b9-b043-7bdb6cc622f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad50609c-8093-4bfc-866e-80d03c4e8623 HTTP/1.1" status: 200 len: 850 time: 0.0559738 May 10 15:11:52.871923 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-f7d255ac-d3bc-4bf6-9d0b-85e165c6df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:52.873258 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-f7d255ac-d3bc-4bf6-9d0b-85e165c6df33 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ec5afae-0cf1-49a6-8fbb-695e25f89141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708604 May 10 15:11:53.000769 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-8398d4a4-46db-459f-b394-9eb7c70e6fa7 service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210091 May 10 15:11:53.131715 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-25297df4-cc5f-45f7-8219-7a8dfb40acd0 req-2a94640e-0335-49bc-9f78-57639f8237f6 service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248775 May 10 15:11:53.245401 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9570-fd11-4d87-b503-66d374e0ca09 req-05fa7abe-7b0e-4ff7-ad7a-420bf91f5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:53.247023 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b13e9570-fd11-4d87-b503-66d374e0ca09 req-05fa7abe-7b0e-4ff7-ad7a-420bf91f5c52 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce&device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 1096 time: 0.0739379 May 10 15:11:53.267870 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3252df5-deb5-4098-9c30-5759056765d0 req-526ecc87-0deb-40ea-97b7-62431c37fe2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:53.269333 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b3252df5-deb5-4098-9c30-5759056765d0 req-526ecc87-0deb-40ea-97b7-62431c37fe2f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 943 time: 0.0830443 May 10 15:11:53.314480 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-b3252df5-deb5-4098-9c30-5759056765d0 req-c2833c25-e4ab-4c16-819a-513c5ddb6023 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=895600b8-7ba7-4122-a9e0-0f7c61803fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392389 May 10 15:11:53.380741 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9570-fd11-4d87-b503-66d374e0ca09 req-d253de3d-c01b-4679-9f97-02bc2644c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:53.382254 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b13e9570-fd11-4d87-b503-66d374e0ca09 req-d253de3d-c01b-4679-9f97-02bc2644c7e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9ec5afae-0cf1-49a6-8fbb-695e25f89141 HTTP/1.1" status: 200 len: 912 time: 0.1247647 May 10 15:11:53.454349 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b13e9570-fd11-4d87-b503-66d374e0ca09 req-372ef79d-63f2-4e86-801f-f40896ad14be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 HTTP/1.1" status: 200 len: 217 time: 0.0619426 May 10 15:11:53.516999 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9570-fd11-4d87-b503-66d374e0ca09 req-e1c5dd32-2de7-43f8-8d09-e7279f89f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:53.518457 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b13e9570-fd11-4d87-b503-66d374e0ca09 req-e1c5dd32-2de7-43f8-8d09-e7279f89f2f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad50609c-8093-4bfc-866e-80d03c4e8623 HTTP/1.1" status: 200 len: 850 time: 0.0556078 May 10 15:11:53.598457 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e9570-fd11-4d87-b503-66d374e0ca09 req-57449019-c57b-4564-ba7b-f7dbc682eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:53.599894 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b13e9570-fd11-4d87-b503-66d374e0ca09 req-57449019-c57b-4564-ba7b-f7dbc682eb10 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ec5afae-0cf1-49a6-8fbb-695e25f89141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727971 May 10 15:11:53.728761 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b13e9570-fd11-4d87-b503-66d374e0ca09 req-03905ade-75ee-4779-951f-56c7ffee393b service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216037 May 10 15:11:53.858995 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b13e9570-fd11-4d87-b503-66d374e0ca09 req-4055e0de-24e3-4d1d-9849-a18ac00dec12 service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221271 May 10 15:11:53.989854 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 61f1d7e6-c114-4474-b3c3-613711b34a38 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:11:54.023032 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: 61f1d7e6-c114-4474-b3c3-613711b34a38 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:11:54.023867 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 61f1d7e6-c114-4474-b3c3-613711b34a38 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:11:54.244871 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38802) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:54.497387 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586163d7-4539-41f2-80a0-a85475edee7c req-41cba239-f7ec-422a-b167-4e9979f54c41 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:54.498805 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-586163d7-4539-41f2-80a0-a85475edee7c req-41cba239-f7ec-422a-b167-4e9979f54c41 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 943 time: 0.0785143 May 10 15:11:54.546356 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-586163d7-4539-41f2-80a0-a85475edee7c req-f2b68183-4544-483d-bd27-4faf202cf7d3 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=895600b8-7ba7-4122-a9e0-0f7c61803fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415440 May 10 15:11:54.598928 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Deleting port a0635c45-5e6a-4498-8b4f-3ec9cf22f9e7 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:54.599271 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.713162 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.713493 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.832093 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Calling delete_port for a0635c45-5e6a-4498-8b4f-3ec9cf22f9e7 owned by network:floatingip {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:54.949594 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.953961 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b376fe25-b631-44e1-860a-133b6f209cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:54.994934 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event deleted for resources: {'Port': ['ID=a0635c45-5e6a-4498-8b4f-3ec9cf22f9e7,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:54.998063 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:55.085672 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:55.085944 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.l3_db [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Floating IP cd4c6acf-a773-4505-924f-edbb5cbe41bc disassociated (deleted). External IP: 172.27.0.233, port: 5e232f90-f6df-46f3-a21b-98692e132fbe. May 10 15:11:55.424736 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Router 522c963e-c012-438e-8c89-d965ea45c808 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:11:55.708985 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:11:55.719445 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aa067f-67a1-4c17-bc87-21f7b1b9a06a None None] Sync routers for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:11:55.726130 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:55.729350 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa067f-67a1-4c17-bc87-21f7b1b9a06a None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:55.729959 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-74aa067f-67a1-4c17-bc87-21f7b1b9a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:11:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:55.744304 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79d609-37a1-4831-9fe5-2959d200ec0f req-b15fa72d-c025-44ca-b328-f68b33db1794 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:55.745788 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4a79d609-37a1-4831-9fe5-2959d200ec0f req-b15fa72d-c025-44ca-b328-f68b33db1794 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 943 time: 0.0912597 May 10 15:11:55.780227 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-ec462097-8ffd-4fd2-a0c4-3bed0fa0030b tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "DELETE /v2.0/floatingips/cd4c6acf-a773-4505-924f-edbb5cbe41bc HTTP/1.1" status: 204 len: 168 time: 1.5342624 May 10 15:11:55.780974 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'tag': '5e232f90-f6df-46f3-a21b-98692e132fbe'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:55.794279 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-4a79d609-37a1-4831-9fe5-2959d200ec0f req-e21e89b0-f81b-4e44-94e3-c7e81330d428 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=895600b8-7ba7-4122-a9e0-0f7c61803fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 May 10 15:11:55.857192 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'tag': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'status': 'completed', 'code': 200} May 10 15:11:55.917274 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-74aa067f-67a1-4c17-bc87-21f7b1b9a06a None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:55.955638 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af5361-ead1-4515-a065-a26de33dbe0d req-6c48501a-65d9-4cf5-8f1f-94d98cd48579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:55.957161 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-40af5361-ead1-4515-a065-a26de33dbe0d req-6c48501a-65d9-4cf5-8f1f-94d98cd48579 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 1098 time: 0.0750508 May 10 15:11:56.005877 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:11:56.099983 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af5361-ead1-4515-a065-a26de33dbe0d req-cbfb17e9-d6e3-44cb-907a-66f2953eb478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:56.102569 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-40af5361-ead1-4515-a065-a26de33dbe0d req-cbfb17e9-d6e3-44cb-907a-66f2953eb478 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 200 len: 912 time: 0.1391625 May 10 15:11:56.157710 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:56.181220 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'port_id': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6', 'mac_address': 'fa:16:3e:55:21:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:11:56.191748 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-40af5361-ead1-4515-a065-a26de33dbe0d req-d491532b-7086-47cd-a791-5cf786211491 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e232f90-f6df-46f3-a21b-98692e132fbe HTTP/1.1" status: 200 len: 217 time: 0.0813320 May 10 15:11:56.194119 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311c6a3-04f8-4b68-8b89-800d7a617171 req-8fb8f67a-c207-47c5-b493-4c28b4e3b346 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:56.194921 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-2311c6a3-04f8-4b68-8b89-800d7a617171 req-8fb8f67a-c207-47c5-b493-4c28b4e3b346 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Synchronizing usage tracker for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:port {{(pid=78716) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:11:56.215437 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [req-2311c6a3-04f8-4b68-8b89-800d7a617171 req-8fb8f67a-c207-47c5-b493-4c28b4e3b346 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Unset dirty status for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:port {{(pid=78716) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:11:56.223874 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2311c6a3-04f8-4b68-8b89-800d7a617171 req-8fb8f67a-c207-47c5-b493-4c28b4e3b346 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 945 time: 0.1223485 May 10 15:11:56.238264 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:56.254960 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:11:56.264053 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af5361-ead1-4515-a065-a26de33dbe0d req-0ed1cfbc-3400-46aa-9b81-8dfc9956e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:56.266376 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-40af5361-ead1-4515-a065-a26de33dbe0d req-0ed1cfbc-3400-46aa-9b81-8dfc9956e76b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 200 len: 850 time: 0.0682020 May 10 15:11:56.271197 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:56.277448 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:56.279544 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:56.284778 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-74aa067f-67a1-4c17-bc87-21f7b1b9a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:56.288067 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-2311c6a3-04f8-4b68-8b89-800d7a617171 req-f0ae1cf0-fdbd-4294-870d-ab5f552e99fa tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599864 May 10 15:11:56.290633 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aa067f-67a1-4c17-bc87-21f7b1b9a06a None None] Checking router: 522c963e-c012-438e-8c89-d965ea45c808 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:11:56.300191 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa067f-67a1-4c17-bc87-21f7b1b9a06a None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:56.300791 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-74aa067f-67a1-4c17-bc87-21f7b1b9a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:11:30Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:56.351052 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:56.358499 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af5361-ead1-4515-a065-a26de33dbe0d req-8b7c1689-f679-4198-943a-dd8a9e843a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:56.358955 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:56.359439 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:56.359786 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:56.360125 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:56.360448 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-40af5361-ead1-4515-a065-a26de33dbe0d req-8b7c1689-f679-4198-943a-dd8a9e843a1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e1f64e07-9a73-4058-be4a-fc5e16739257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862901 May 10 15:11:56.360557 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:56.360786 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:56.361136 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:56.361461 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:56.361788 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:56.362126 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:56.362451 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:56.362771 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:56.366741 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:56.476307 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-74aa067f-67a1-4c17-bc87-21f7b1b9a06a None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:56.495368 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-40af5361-ead1-4515-a065-a26de33dbe0d req-c883f0ff-22bc-4dac-9c85-88eda0526add service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259434 May 10 15:11:56.503177 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:11:56.631496 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-40af5361-ead1-4515-a065-a26de33dbe0d req-5023a3c8-5f42-4bf6-9796-23cc1ed3c961 service neutron] 10.222.0.38 "GET /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288483 May 10 15:11:56.783831 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-74aa067f-67a1-4c17-bc87-21f7b1b9a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:56.787610 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aa067f-67a1-4c17-bc87-21f7b1b9a06a None None] The sync data for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi is: [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:03:50Z', 'revision_number': 4, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': 'dc09ae5e-6431-4562-806a-73bd7bc70e96', 'name': '', 'network_id': 'e1f64e07-9a73-4058-be4a-fc5e16739257', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'mac_address': 'fa:16:3e:bd:b0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:49Z', 'updated_at': '2021-05-10T15:04:01Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'subnets': [{'id': 'a81e2264-e766-497d-959d-ce0909861ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:11:56.981432 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d1cb9-bf6d-4cc8-9209-0298e4b61cd7 req-8c4e70bd-f723-4202-af36-17ed0dd33435 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:56.983027 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-519d1cb9-bf6d-4cc8-9209-0298e4b61cd7 req-8c4e70bd-f723-4202-af36-17ed0dd33435 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 944 time: 0.0809317 May 10 15:11:56.992708 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e517f-8fcb-4b01-8567-4e74e3ecd063 None None] New status for floating IP cd4c6acf-a773-4505-924f-edbb5cbe41bc: DOWN {{(pid=78718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:11:57.032686 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-519d1cb9-bf6d-4cc8-9209-0298e4b61cd7 req-82933806-d193-4ead-8185-d3ef0a155b83 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=895600b8-7ba7-4122-a9e0-0f7c61803fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438559 May 10 15:11:57.462046 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e781fc8-9d13-4cb2-b2d5-167fad406899 req-1a86a041-9a63-4300-9088-044543d68260 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:57.463410 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1e781fc8-9d13-4cb2-b2d5-167fad406899 req-1a86a041-9a63-4300-9088-044543d68260 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 945 time: 0.0776720 May 10 15:11:57.507275 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1e781fc8-9d13-4cb2-b2d5-167fad406899 req-9197920b-d1e7-4963-b162-84a8221cbe81 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c06dcf0-ccab-41c2-b829-b61ee4f58019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382900 May 10 15:11:57.600097 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61711409-364d-4205-a832-f51fb59495f4 req-4a79717a-e22e-45ab-9bf9-5bb6e99f9258 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:57.600786 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-61711409-364d-4205-a832-f51fb59495f4 req-4a79717a-e22e-45ab-9bf9-5bb6e99f9258 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Synchronizing usage tracker for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:port {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:11:57.612587 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-61711409-364d-4205-a832-f51fb59495f4 req-4a79717a-e22e-45ab-9bf9-5bb6e99f9258 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Unset dirty status for tenant:46ba117a34cf42ccafb6acc1f6ab871a on resource:port {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:11:57.613648 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-61711409-364d-4205-a832-f51fb59495f4 req-4a79717a-e22e-45ab-9bf9-5bb6e99f9258 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 945 time: 0.0910492 May 10 15:11:57.746903 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-61711409-364d-4205-a832-f51fb59495f4 req-9647decb-8d1e-429c-a1b7-3072190c20b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Deleting port 5e232f90-f6df-46f3-a21b-98692e132fbe {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:57.747156 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-61711409-364d-4205-a832-f51fb59495f4 req-9647decb-8d1e-429c-a1b7-3072190c20b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:57.876016 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-61711409-364d-4205-a832-f51fb59495f4 req-9647decb-8d1e-429c-a1b7-3072190c20b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] For port 5e232f90-f6df-46f3-a21b-98692e132fbe, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5e232f90-f6df-46f3-a21b-98692e132fbe,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:57.876372 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-61711409-364d-4205-a832-f51fb59495f4 req-9647decb-8d1e-429c-a1b7-3072190c20b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:57.999395 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-61711409-364d-4205-a832-f51fb59495f4 req-9647decb-8d1e-429c-a1b7-3072190c20b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Calling delete_port for 5e232f90-f6df-46f3-a21b-98692e132fbe owned by compute:nova {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:58.022469 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:11:58.072620 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-a40dd32c-58c2-41d0-999e-766af7673776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.098660 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:11:58.103496 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:11:58.103873 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.112357 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-61711409-364d-4205-a832-f51fb59495f4 req-9647decb-8d1e-429c-a1b7-3072190c20b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.118595 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-44bc2de4-c509-4a06-9f14-a24afacf69f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:58.163402 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647decb-8d1e-429c-a1b7-3072190c20b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event deleted for resources: {'Port': ['ID=5e232f90-f6df-46f3-a21b-98692e132fbe,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:58.167511 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9647decb-8d1e-429c-a1b7-3072190c20b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:58.224938 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.244372 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-61711409-364d-4205-a832-f51fb59495f4 req-9647decb-8d1e-429c-a1b7-3072190c20b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] No DVR routers for this DVR port 5e232f90-f6df-46f3-a21b-98692e132fbe on host hv-cinder-78093 {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:11:58.244993 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d4a13-ee52-4632-a3cd-7ef1e530060c req-818b268f-0d1b-4409-a065-b69dd88cf6cc tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:58.247027 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-61711409-364d-4205-a832-f51fb59495f4 req-9647decb-8d1e-429c-a1b7-3072190c20b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.251372 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'name': 'network-vif-deleted', 'tag': '5e232f90-f6df-46f3-a21b-98692e132fbe'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:58.252520 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:58.254398 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-507d4a13-ee52-4632-a3cd-7ef1e530060c req-818b268f-0d1b-4409-a065-b69dd88cf6cc tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 944 time: 0.1093223 May 10 15:11:58.263681 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:58.267351 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-61711409-364d-4205-a832-f51fb59495f4 req-9647decb-8d1e-429c-a1b7-3072190c20b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.38 "DELETE /v2.0/ports/5e232f90-f6df-46f3-a21b-98692e132fbe HTTP/1.1" status: 204 len: 173 time: 0.6481440 May 10 15:11:58.269368 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.271349 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 5e232f90-f6df-46f3-a21b-98692e132fbe no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:11:58.300476 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-507d4a13-ee52-4632-a3cd-7ef1e530060c req-5891c142-234c-47a3-b87c-be20980ee953 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=895600b8-7ba7-4122-a9e0-0f7c61803fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448422 May 10 15:11:58.309480 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a223ba-0058-42c1-bc99-98bdcf4c56aa', 'name': 'network-vif-deleted', 'tag': '5e232f90-f6df-46f3-a21b-98692e132fbe', 'status': 'completed', 'code': 200} May 10 15:11:58.311825 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:58.359401 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: 5e232f90-f6df-46f3-a21b-98692e132fbe {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:11:58.359751 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 5e232f90-f6df-46f3-a21b-98692e132fbe not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:11:58.392482 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:58.395477 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:58.405649 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6', 'code': 200} May 10 15:11:58.655130 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277f764-792c-440e-8077-f2cfc80ff0f1 req-5ef484cb-7cf4-42d3-be7d-7e1875061884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:58.656625 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f277f764-792c-440e-8077-f2cfc80ff0f1 req-5ef484cb-7cf4-42d3-be7d-7e1875061884 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 1098 time: 0.0954154 May 10 15:11:58.668855 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1b76beb1-b546-4459-896c-e2a1d62d6dea req-9b463fdd-0d39-4554-bd4a-21d639ba06af tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "GET /v2.0/ports?device_id=76a223ba-0058-42c1-bc99-98bdcf4c56aa HTTP/1.1" status: 200 len: 210 time: 0.0517285 May 10 15:11:58.796493 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-f277f764-792c-440e-8077-f2cfc80ff0f1 req-5366bada-9f99-4243-bad3-c686af56153a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=895600b8-7ba7-4122-a9e0-0f7c61803fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314523 May 10 15:11:59.505736 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225224e-1476-48b1-9256-eed32f8eac5e req-41b4f984-7767-4b21-b74f-b7db8f8c78f2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:59.507170 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9225224e-1476-48b1-9256-eed32f8eac5e req-41b4f984-7767-4b21-b74f-b7db8f8c78f2 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 945 time: 0.0814900 May 10 15:11:59.550662 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9225224e-1476-48b1-9256-eed32f8eac5e req-73a863c7-21d4-4a57-97c4-a23f3050c12b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=895600b8-7ba7-4122-a9e0-0f7c61803fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370142 May 10 15:11:59.760665 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38836) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:59.976926 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-f4917fcf-148d-44fb-a58a-194852d67abf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Deleting port 6d753536-fe42-4f89-b1ba-8b8b17d563fa {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:59.977148 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f4917fcf-148d-44fb-a58a-194852d67abf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:00.091260 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f4917fcf-148d-44fb-a58a-194852d67abf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:00.091586 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f4917fcf-148d-44fb-a58a-194852d67abf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:00.210006 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-f4917fcf-148d-44fb-a58a-194852d67abf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Calling delete_port for 6d753536-fe42-4f89-b1ba-8b8b17d563fa owned by network:floatingip {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:12:00.318003 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f4917fcf-148d-44fb-a58a-194852d67abf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:00.323030 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c04b1564-81c2-4e22-8581-fb421e57246b tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:00.368846 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4917fcf-148d-44fb-a58a-194852d67abf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event deleted for resources: {'Port': ['ID=6d753536-fe42-4f89-b1ba-8b8b17d563fa,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:00.394207 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-f4917fcf-148d-44fb-a58a-194852d67abf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:00.445707 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-357ab477-4930-45fd-8c3a-1414c587cdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:00.456382 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f4917fcf-148d-44fb-a58a-194852d67abf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for floatingip, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:00.470524 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f4917fcf-148d-44fb-a58a-194852d67abf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:00.471659 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-f4917fcf-148d-44fb-a58a-194852d67abf tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "DELETE /v2.0/floatingips/cc33ec6c-b91e-484f-b9e4-49ab839739ea HTTP/1.1" status: 204 len: 168 time: 0.7099848 May 10 15:12:00.481083 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:00.740761 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac26cd-eca7-4785-be95-2d742a1ae5e4 req-6df10dc7-be6e-4f09-bbb0-27e336e0f876 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:12:00.742807 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-06ac26cd-eca7-4785-be95-2d742a1ae5e4 req-6df10dc7-be6e-4f09-bbb0-27e336e0f876 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 945 time: 0.0865092 May 10 15:12:00.792467 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-06ac26cd-eca7-4785-be95-2d742a1ae5e4 req-9da1c508-83ca-4771-bcb0-5bacd51b4535 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=895600b8-7ba7-4122-a9e0-0f7c61803fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432007 May 10 15:12:00.971263 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7d6b3-9c1c-4c16-8b11-b8ae63e15173 req-2f48ee9e-fb85-4c79-aeac-a218a6e7ab53 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:12:00.972688 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-38b7d6b3-9c1c-4c16-8b11-b8ae63e15173 req-2f48ee9e-fb85-4c79-aeac-a218a6e7ab53 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 945 time: 0.0780559 May 10 15:12:00.981000 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38852) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:00.985909 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.v2.base [None req-d4616d99-87aa-4587-9b7e-f2c6006ec768 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Request body: {'floatingip': {'port_id': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6'}} {{(pid=78716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:12:01.067789 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d4616d99-87aa-4587-9b7e-f2c6006ec768 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:01.605332 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:01.728346 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d4616d99-87aa-4587-9b7e-f2c6006ec768 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:01.731771 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d4616d99-87aa-4587-9b7e-f2c6006ec768 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:01.844711 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38858) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:01.901959 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.db.l3_db [None req-d4616d99-87aa-4587-9b7e-f2c6006ec768 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Floating IP 48290ca5-670b-4c2e-90b8-28c024e24c21 associated. External IP: 172.27.0.75, port: 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6. May 10 15:12:01.916380 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2dabe646-4f0d-47af-8e29-f61eac4d0646 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:01.945797 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2dabe646-4f0d-47af-8e29-f61eac4d0646 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:02.007478 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2dabe646-4f0d-47af-8e29-f61eac4d0646 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:02.011876 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-7cbc0989-f9ca-4945-9846-834aff5c5f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:02.027378 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabe646-4f0d-47af-8e29-f61eac4d0646 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c06dcf0-ccab-41c2-b829-b61ee4f58019,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:02.029953 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-2dabe646-4f0d-47af-8e29-f61eac4d0646 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:02.044580 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2dabe646-4f0d-47af-8e29-f61eac4d0646 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:02.048204 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-2dabe646-4f0d-47af-8e29-f61eac4d0646 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] 10.222.0.43 "DELETE /v2.0/security-groups/6c06dcf0-ccab-41c2-b829-b61ee4f58019 HTTP/1.1" status: 204 len: 168 time: 0.2000549 May 10 15:12:02.092940 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38864) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:02.259127 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4616d99-87aa-4587-9b7e-f2c6006ec768 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:12:02.433897 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4616d99-87aa-4587-9b7e-f2c6006ec768 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:12:02.438276 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d4616d99-87aa-4587-9b7e-f2c6006ec768 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:02.444110 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a9f2b3-d94a-4526-ba4d-ff83b1f037a2 None None] Sync routers for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:02.453353 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a9f2b3-d94a-4526-ba4d-ff83b1f037a2 None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:12:02.454028 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-46a9f2b3-d94a-4526-ba4d-ff83b1f037a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:12:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:02.498268 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-d4616d99-87aa-4587-9b7e-f2c6006ec768 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "PUT /v2.0/floatingips/48290ca5-670b-4c2e-90b8-28c024e24c21 HTTP/1.1" status: 200 len: 990 time: 1.5135310 May 10 15:12:02.498268 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'tag': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:12:02.551365 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'tag': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6', 'status': 'completed', 'code': 200} May 10 15:12:02.636470 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-46a9f2b3-d94a-4526-ba4d-ff83b1f037a2 None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:12:02.817863 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfd785-388d-401f-bfd2-85897d9d5a58 req-953f77cd-f35a-4791-86d8-84736a7281cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:12:02.819345 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-d2dfd785-388d-401f-bfd2-85897d9d5a58 req-953f77cd-f35a-4791-86d8-84736a7281cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce&device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 1098 time: 0.2360406 May 10 15:12:02.977609 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-46a9f2b3-d94a-4526-ba4d-ff83b1f037a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '48290ca5-670b-4c2e-90b8-28c024e24c21', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'port_id': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'mac_address': 'fa:16:3e:55:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:11:47Z', 'updated_at': '2021-05-10T15:12:01Z', 'revision_number': 1, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:02Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:02.981421 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a9f2b3-d94a-4526-ba4d-ff83b1f037a2 None None] Checking router: 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:02.989540 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a9f2b3-d94a-4526-ba4d-ff83b1f037a2 None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:12:02.990157 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-46a9f2b3-d94a-4526-ba4d-ff83b1f037a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:12:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:03.003099 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfd785-388d-401f-bfd2-85897d9d5a58 req-f0273418-29e7-4ce6-bea9-826a70b568dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:12:03.004575 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-d2dfd785-388d-401f-bfd2-85897d9d5a58 req-f0273418-29e7-4ce6-bea9-826a70b568dc service neutron] 10.222.0.38 "GET /v2.0/networks?id=9ec5afae-0cf1-49a6-8fbb-695e25f89141 HTTP/1.1" status: 200 len: 912 time: 0.1776536 May 10 15:12:03.109467 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8257866'] for router_interface, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:03.189541 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-46a9f2b3-d94a-4526-ba4d-ff83b1f037a2 None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:12:03.204468 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:03.234340 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-d2dfd785-388d-401f-bfd2-85897d9d5a58 req-e23128bc-b472-4314-8b99-6a843c1f1ceb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 HTTP/1.1" status: 200 len: 998 time: 0.2225463 May 10 15:12:03.321559 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfd785-388d-401f-bfd2-85897d9d5a58 req-c024f3bc-d83a-4c81-9a78-7b0390d56032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:12:03.323029 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-d2dfd785-388d-401f-bfd2-85897d9d5a58 req-c024f3bc-d83a-4c81-9a78-7b0390d56032 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad50609c-8093-4bfc-866e-80d03c4e8623 HTTP/1.1" status: 200 len: 850 time: 0.0818348 May 10 15:12:03.507293 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfd785-388d-401f-bfd2-85897d9d5a58 req-a8beb06b-a125-477f-95ba-aed2877626aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:12:03.509213 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-d2dfd785-388d-401f-bfd2-85897d9d5a58 req-a8beb06b-a125-477f-95ba-aed2877626aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9ec5afae-0cf1-49a6-8fbb-695e25f89141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1742973 May 10 15:12:03.529916 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-46a9f2b3-d94a-4526-ba4d-ff83b1f037a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '48290ca5-670b-4c2e-90b8-28c024e24c21', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'port_id': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'mac_address': 'fa:16:3e:55:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:11:47Z', 'updated_at': '2021-05-10T15:12:01Z', 'revision_number': 1, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:02Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:03.533732 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a9f2b3-d94a-4526-ba4d-ff83b1f037a2 None None] The sync data for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi is: [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_floatingips': [{'id': '48290ca5-670b-4c2e-90b8-28c024e24c21', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'router_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'port_id': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'mac_address': 'fa:16:3e:55:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:11:47Z', 'updated_at': '2021-05-10T15:12:01Z', 'revision_number': 1, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:02Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:03.730484 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494910f6-a61f-49b1-96f9-e0b2c7fa23b4 None None] New status for floating IP 48290ca5-670b-4c2e-90b8-28c024e24c21: ACTIVE {{(pid=78718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:12:03.733821 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-d2dfd785-388d-401f-bfd2-85897d9d5a58 req-1dded68f-c3a2-408d-9705-0d3f9c0ff69a service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165673 May 10 15:12:03.832117 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] Deleting port dc09ae5e-6431-4562-806a-73bd7bc70e96 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:12:03.832501 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:03.957028 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-d2dfd785-388d-401f-bfd2-85897d9d5a58 req-60bc3e85-f263-410f-a0e9-99833a9ece99 service neutron] 10.222.0.38 "GET /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165565 May 10 15:12:03.992226 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] For port dc09ae5e-6431-4562-806a-73bd7bc70e96, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=dc09ae5e-6431-4562-806a-73bd7bc70e96,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:03.992583 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:04.227241 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] Calling delete_port for dc09ae5e-6431-4562-806a-73bd7bc70e96 owned by network:router_interface {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:12:04.362810 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:04.366296 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:04.410084 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc09ae5e-6431-4562-806a-73bd7bc70e96,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:04.412457 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:04.672223 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8268282'] for router_interface, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:05.026444 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] Router 522c963e-c012-438e-8c89-d965ea45c808 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:12:05.200506 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:12:05.209530 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a1bb5d-db5e-4481-a80d-eac4cc359160 None None] Sync routers for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:05.212550 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-4d9378b9-2208-4230-bbde-01fe9d0cb151 admin admin] 10.222.0.43 "PUT /v2.0/routers/522c963e-c012-438e-8c89-d965ea45c808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1184683 May 10 15:12:05.215163 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38878) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:05.218694 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a1bb5d-db5e-4481-a80d-eac4cc359160 None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:12:05.219491 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-54a1bb5d-db5e-4481-a80d-eac4cc359160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:12:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:05.391114 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Notify callbacks [] for router, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:05.400169 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-54a1bb5d-db5e-4481-a80d-eac4cc359160 None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:12:05.673491 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:05.683590 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-54a1bb5d-db5e-4481-a80d-eac4cc359160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:12:04Z', 'revision_number': 5, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port': {'id': '7a90d775-cca5-4536-977c-861c6e6744cf', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c963e-c012-438e-8c89-d965ea45c808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:46Z', 'updated_at': '2021-05-10T15:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:05.687524 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a1bb5d-db5e-4481-a80d-eac4cc359160 None None] Checking router: 522c963e-c012-438e-8c89-d965ea45c808 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:05.695992 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a1bb5d-db5e-4481-a80d-eac4cc359160 None None] Routers {'522c963e-c012-438e-8c89-d965ea45c808'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:12:05.696585 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-54a1bb5d-db5e-4481-a80d-eac4cc359160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:12:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['522c963e-c012-438e-8c89-d965ea45c808'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:05.747321 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Deleting port 7a90d775-cca5-4536-977c-861c6e6744cf {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:12:05.747655 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:05.843271 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-54a1bb5d-db5e-4481-a80d-eac4cc359160 None None] Set router 522c963e-c012-438e-8c89-d965ea45c808 gateway port host: None {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:12:05.873124 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] For port 7a90d775-cca5-4536-977c-861c6e6744cf, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=7a90d775-cca5-4536-977c-861c6e6744cf,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:05.873579 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:05.979283 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-54a1bb5d-db5e-4481-a80d-eac4cc359160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:12:05Z', 'revision_number': 6, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port_host': None}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:05.983287 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a1bb5d-db5e-4481-a80d-eac4cc359160 None None] The sync data for ids ['522c963e-c012-438e-8c89-d965ea45c808'] in dv-cinder-780933-4-iscsi is: [{'id': '522c963e-c012-438e-8c89-d965ea45c808', 'name': 'tempest-TestVolumeBootPattern-389532688-router', 'tenant_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:45Z', 'updated_at': '2021-05-10T15:12:05Z', 'revision_number': 6, 'project_id': '46ba117a34cf42ccafb6acc1f6ab871a', 'gw_port_host': None}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:05.998889 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Calling delete_port for 7a90d775-cca5-4536-977c-861c6e6744cf owned by network:router_gateway {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:12:06.130477 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:06.133841 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5c6faab8-1bf6-48e7-8745-39e47e516a7e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:06.176223 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a90d775-cca5-4536-977c-861c6e6744cf,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:06.179661 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:06.265939 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8260718'] for router_gateway, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:06.437164 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8268338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5961'] for router, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:06.439324 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:06.464080 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8273276'] for router, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:06.464590 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 522c963e-c012-438e-8c89-d965ea45c808 {{(pid=78717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:12:06.475907 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:06.477034 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-7584a995-ca20-4fa6-8a6a-5057846b0b46 admin admin] 10.222.0.43 "DELETE /v2.0/routers/522c963e-c012-438e-8c89-d965ea45c808 HTTP/1.1" status: 204 len: 168 time: 1.2609737 May 10 15:12:06.479552 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38884) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:06.537848 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b89d825-0616-4a8e-bd4f-34c2a1a24ecf admin admin] Deleting subnet a81e2264-e766-497d-959d-ce0909861ac6 {{(pid=78717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:12:06.540586 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b89d825-0616-4a8e-bd4f-34c2a1a24ecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:06.588644 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b89d825-0616-4a8e-bd4f-34c2a1a24ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6377172'] for subnet, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:06.667029 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b89d825-0616-4a8e-bd4f-34c2a1a24ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:06.773109 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device dc09ae5e-6431-4562-806a-73bd7bc70e96 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:12:06.811553 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: dc09ae5e-6431-4562-806a-73bd7bc70e96 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:12:06.812777 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device dc09ae5e-6431-4562-806a-73bd7bc70e96 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:12:06.813392 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 7a90d775-cca5-4536-977c-861c6e6744cf no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:12:06.848436 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 7a90d775-cca5-4536-977c-861c6e6744cf {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:12:06.848635 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 7a90d775-cca5-4536-977c-861c6e6744cf not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:12:06.917059 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b89d825-0616-4a8e-bd4f-34c2a1a24ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6703360'] for subnet, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:06.921036 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:06.959787 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89d825-0616-4a8e-bd4f-34c2a1a24ecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81e2264-e766-497d-959d-ce0909861ac6,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:06.963264 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0b89d825-0616-4a8e-bd4f-34c2a1a24ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:06.964244 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-0b89d825-0616-4a8e-bd4f-34c2a1a24ecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:06.970254 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-0b89d825-0616-4a8e-bd4f-34c2a1a24ecf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a81e2264-e766-497d-959d-ce0909861ac6 HTTP/1.1" status: 204 len: 168 time: 0.4896808 May 10 15:12:06.971293 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6775b68-a93f-40c9-9e86-6912909826af None None] Network e1f64e07-9a73-4058-be4a-fc5e16739257 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:12:06.972698 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38888) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:07.185395 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.262802 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Deleting port eeb6b10e-20d4-4a3b-9787-b4e51418705d {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:12:07.262966 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.270233 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2968edea-2238-460b-8f91-c1a7b828afd1 None None] DHCP port deletion for e1f64e07-9a73-4058-be4a-fc5e16739257 request from dv-cinder-780933-4-iscsi {{(pid=78718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:12:07.332779 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-2968edea-2238-460b-8f91-c1a7b828afd1 None None] Deleting port eeb6b10e-20d4-4a3b-9787-b4e51418705d {{(pid=78718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:12:07.333155 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-2968edea-2238-460b-8f91-c1a7b828afd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.365656 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] For port eeb6b10e-20d4-4a3b-9787-b4e51418705d, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=eeb6b10e-20d4-4a3b-9787-b4e51418705d,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:07.365928 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.429988 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-2968edea-2238-460b-8f91-c1a7b828afd1 None None] For port eeb6b10e-20d4-4a3b-9787-b4e51418705d, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=eeb6b10e-20d4-4a3b-9787-b4e51418705d,segment=NetworkSegment(71216d24-a3c9-4614-98a8-68786a801306),segment_id=71216d24-a3c9-4614-98a8-68786a801306)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:07.430411 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-2968edea-2238-460b-8f91-c1a7b828afd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.487945 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Calling delete_port for eeb6b10e-20d4-4a3b-9787-b4e51418705d owned by network:dhcp {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:12:07.532082 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.536821 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:07.548044 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-2968edea-2238-460b-8f91-c1a7b828afd1 None None] Calling delete_port for eeb6b10e-20d4-4a3b-9787-b4e51418705d owned by network:dhcp {{(pid=78718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:12:07.582946 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] No DVR routers for this DVR port eeb6b10e-20d4-4a3b-9787-b4e51418705d on host dv-cinder-780933-4-iscsi {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:12:07.584774 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb6b10e-20d4-4a3b-9787-b4e51418705d,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:07.590744 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-2968edea-2238-460b-8f91-c1a7b828afd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380'] for port, after_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.594334 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:07.613476 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:07.637996 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968edea-2238-460b-8f91-c1a7b828afd1 None None] Pushing event deleted for resources: {'Port': ['ID=eeb6b10e-20d4-4a3b-9787-b4e51418705d,revision_number=None']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:07.641267 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-2968edea-2238-460b-8f91-c1a7b828afd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:07.643783 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968edea-2238-460b-8f91-c1a7b828afd1 None None] No DVR routers for this DVR port eeb6b10e-20d4-4a3b-9787-b4e51418705d on host dv-cinder-780933-4-iscsi {{(pid=78718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:12:07.699542 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.712436 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f64e07-9a73-4058-be4a-fc5e16739257']}} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:07.724046 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71216d24-a3c9-4614-98a8-68786a801306') {'for_net_delete': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:07.724347 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71216d24-a3c9-4614-98a8-68786a801306') {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:07.735832 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6377163'] for segment, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.750962 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.756834 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=78717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:12:07.757258 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6801128'] for segment, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: Traceback (most recent call last): May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: timer() May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: cb(*args, **kw) May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: return func(*args, **kwargs) May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: self._notify() May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: self.callback(batched_events) May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: event.method(event) May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: return f(self, *a, **k) May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._get(url).json() May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: return self.request(url, 'GET', **kwargs) May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:12:07.770018 dv-cinder-780933-4-iscsi neutron-server[78717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:12:07.848257 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.852127 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:07.864757 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:07.874753 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f64e07-9a73-4058-be4a-fc5e16739257,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:07.877935 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:07.889015 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-3d3b7321-9d99-4f4a-b54a-e9545648c2b2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e1f64e07-9a73-4058-be4a-fc5e16739257 HTTP/1.1" status: 204 len: 168 time: 0.9148898 May 10 15:12:07.891842 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38894) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:08.414831 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8257866'] for router_interface, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:08.620131 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device eeb6b10e-20d4-4a3b-9787-b4e51418705d no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:12:08.654017 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: eeb6b10e-20d4-4a3b-9787-b4e51418705d {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:12:08.654409 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device eeb6b10e-20d4-4a3b-9787-b4e51418705d not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:12:08.918631 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] Deleting port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:12:08.919158 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:09.037185 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] For port b0dd9eeb-f1ec-4496-9fb2-b23fd101974d, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=b0dd9eeb-f1ec-4496-9fb2-b23fd101974d,segment=NetworkSegment(a3f09450-6f5b-4f27-90f9-71552010dd3a),segment_id=a3f09450-6f5b-4f27-90f9-71552010dd3a)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:09.037533 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:09.159086 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] Calling delete_port for b0dd9eeb-f1ec-4496-9fb2-b23fd101974d owned by network:router_interface {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:12:09.296524 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:09.301129 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-35212d27-0c69-4450-a934-3db4203901a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:09.346427 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0dd9eeb-f1ec-4496-9fb2-b23fd101974d,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:09.375130 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:09.609490 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8268282'] for router_interface, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:10.064375 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] Router c8d809f8-95ee-4983-bddb-73e968ef55ce has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:12:10.236107 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:12:10.245084 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a4dc6-9a82-425a-9ada-f978fdbe68d2 None None] Sync routers for ids ['c8d809f8-95ee-4983-bddb-73e968ef55ce'] in dv-cinder-780933-4-iscsi {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:10.251879 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-8327d402-d614-4d37-86ee-d6a39dd7ebb5 admin admin] 10.222.0.43 "PUT /v2.0/routers/c8d809f8-95ee-4983-bddb-73e968ef55ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3590579 May 10 15:12:10.254294 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38902) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:10.255120 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a4dc6-9a82-425a-9ada-f978fdbe68d2 None None] Routers {'c8d809f8-95ee-4983-bddb-73e968ef55ce'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:12:10.255836 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-df2a4dc6-9a82-425a-9ada-f978fdbe68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:12:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['c8d809f8-95ee-4983-bddb-73e968ef55ce'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:10.435975 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Notify callbacks [] for router, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:10.437349 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-df2a4dc6-9a82-425a-9ada-f978fdbe68d2 None None] Set router c8d809f8-95ee-4983-bddb-73e968ef55ce gateway port host: dv-cinder-780933-4-iscsi {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:12:10.609967 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:10.680091 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Deleting port 79b8872f-ad9e-4deb-bb7c-52df2b762693 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:12:10.680481 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:10.715539 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-df2a4dc6-9a82-425a-9ada-f978fdbe68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'name': 'tempest-TestVolumeBootPattern-1390175149-router', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:56Z', 'updated_at': '2021-05-10T15:12:09Z', 'revision_number': 5, 'project_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'gw_port': {'id': '79b8872f-ad9e-4deb-bb7c-52df2b762693', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:03:58Z', 'updated_at': '2021-05-10T15:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:10.719337 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a4dc6-9a82-425a-9ada-f978fdbe68d2 None None] Checking router: c8d809f8-95ee-4983-bddb-73e968ef55ce for host: dv-cinder-780933-4-iscsi {{(pid=78718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:10.728221 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a4dc6-9a82-425a-9ada-f978fdbe68d2 None None] Routers {'c8d809f8-95ee-4983-bddb-73e968ef55ce'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:12:10.728819 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-df2a4dc6-9a82-425a-9ada-f978fdbe68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:12:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['c8d809f8-95ee-4983-bddb-73e968ef55ce'], 'active': True} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:10.798707 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] For port 79b8872f-ad9e-4deb-bb7c-52df2b762693, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=79b8872f-ad9e-4deb-bb7c-52df2b762693,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:10.799054 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:10.878304 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvr_db [None req-df2a4dc6-9a82-425a-9ada-f978fdbe68d2 None None] Set router c8d809f8-95ee-4983-bddb-73e968ef55ce gateway port host: None {{(pid=78718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:12:10.920740 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Calling delete_port for 79b8872f-ad9e-4deb-bb7c-52df2b762693 owned by network:router_gateway {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:12:11.026980 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_hamode_db [None req-df2a4dc6-9a82-425a-9ada-f978fdbe68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'name': 'tempest-TestVolumeBootPattern-1390175149-router', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:56Z', 'updated_at': '2021-05-10T15:12:10Z', 'revision_number': 6, 'project_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'gw_port_host': None}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:11.030944 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a4dc6-9a82-425a-9ada-f978fdbe68d2 None None] The sync data for ids ['c8d809f8-95ee-4983-bddb-73e968ef55ce'] in dv-cinder-780933-4-iscsi is: [{'id': 'c8d809f8-95ee-4983-bddb-73e968ef55ce', 'name': 'tempest-TestVolumeBootPattern-1390175149-router', 'tenant_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:03:56Z', 'updated_at': '2021-05-10T15:12:10Z', 'revision_number': 6, 'project_id': 'bc73e2dda537494a88bc15b6b5a689b2', 'gw_port_host': None}] {{(pid=78718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:11.063546 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:11.067257 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9647decb-8d1e-429c-a1b7-3072190c20b8 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:11.111113 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Pushing event deleted for resources: {'Port': ['ID=79b8872f-ad9e-4deb-bb7c-52df2b762693,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:11.136101 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:11.200293 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8260718'] for router_gateway, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:11.481144 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8268338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5961'] for router, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:11.483362 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:11.507007 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8273276'] for router, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:11.508262 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8d809f8-95ee-4983-bddb-73e968ef55ce {{(pid=78717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:12:11.520122 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:11.523515 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-b857aaed-369f-4221-babb-befd609c7400 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c8d809f8-95ee-4983-bddb-73e968ef55ce HTTP/1.1" status: 204 len: 168 time: 1.2660530 May 10 15:12:11.523903 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38910) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:11.582798 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_v2 [None req-c774095b-850c-4912-ac75-285159086d63 admin admin] Deleting subnet 71ac9dbf-3c9d-4116-b098-7b92ae84bb75 {{(pid=78717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:12:11.585638 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c774095b-850c-4912-ac75-285159086d63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:11.635389 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c774095b-850c-4912-ac75-285159086d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6377172'] for subnet, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:11.709664 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c774095b-850c-4912-ac75-285159086d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:11.957030 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c774095b-850c-4912-ac75-285159086d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6703360'] for subnet, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:11.962070 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ac63b485-9d83-4bce-990c-f96d4354327b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:11.997164 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774095b-850c-4912-ac75-285159086d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ac9dbf-3c9d-4116-b098-7b92ae84bb75,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:11.999054 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c774095b-850c-4912-ac75-285159086d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.002328 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c774095b-850c-4912-ac75-285159086d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:12.006441 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12887cf4-3449-41af-87af-81420964f2bf None None] Network edf3b600-e287-4ca0-8624-bacecfeb3854 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:12:12.008280 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-c774095b-850c-4912-ac75-285159086d63 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/71ac9dbf-3c9d-4116-b098-7b92ae84bb75 HTTP/1.1" status: 204 len: 168 time: 0.4831605 May 10 15:12:12.010537 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38914) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:12.116776 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.187117 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Deleting port 766a0eda-bce9-4bb8-b58b-75efb357f1cb {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:12:12.187459 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.261107 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b36a0d8-04d7-4f58-8f85-841b048e831f None None] DHCP port deletion for edf3b600-e287-4ca0-8624-bacecfeb3854 request from dv-cinder-780933-4-iscsi {{(pid=78718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:12:12.287285 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] For port 766a0eda-bce9-4bb8-b58b-75efb357f1cb, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=766a0eda-bce9-4bb8-b58b-75efb357f1cb,segment=NetworkSegment(a3f09450-6f5b-4f27-90f9-71552010dd3a),segment_id=a3f09450-6f5b-4f27-90f9-71552010dd3a)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:12.287634 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.324760 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-9b36a0d8-04d7-4f58-8f85-841b048e831f None None] Deleting port 766a0eda-bce9-4bb8-b58b-75efb357f1cb {{(pid=78718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:12:12.325137 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9b36a0d8-04d7-4f58-8f85-841b048e831f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.409056 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Calling delete_port for 766a0eda-bce9-4bb8-b58b-75efb357f1cb owned by network:dhcp {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:12:12.421783 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-9b36a0d8-04d7-4f58-8f85-841b048e831f None None] For port 766a0eda-bce9-4bb8-b58b-75efb357f1cb, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=766a0eda-bce9-4bb8-b58b-75efb357f1cb,segment=NetworkSegment(a3f09450-6f5b-4f27-90f9-71552010dd3a),segment_id=a3f09450-6f5b-4f27-90f9-71552010dd3a)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:12.422210 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9b36a0d8-04d7-4f58-8f85-841b048e831f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.456589 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.461089 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:12.502374 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=766a0eda-bce9-4bb8-b58b-75efb357f1cb,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:12.505916 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:12.508606 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] No DVR routers for this DVR port 766a0eda-bce9-4bb8-b58b-75efb357f1cb on host dv-cinder-780933-4-iscsi {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:12:12.542506 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-9b36a0d8-04d7-4f58-8f85-841b048e831f None None] Calling delete_port for 766a0eda-bce9-4bb8-b58b-75efb357f1cb owned by network:dhcp {{(pid=78718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:12:12.587210 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-9b36a0d8-04d7-4f58-8f85-841b048e831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380'] for port, after_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.591334 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:12.629372 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.636267 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36a0d8-04d7-4f58-8f85-841b048e831f None None] Pushing event deleted for resources: {'Port': ['ID=766a0eda-bce9-4bb8-b58b-75efb357f1cb,revision_number=None']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:12.640129 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-9b36a0d8-04d7-4f58-8f85-841b048e831f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:12.644774 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf3b600-e287-4ca0-8624-bacecfeb3854']}} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:12.645102 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b36a0d8-04d7-4f58-8f85-841b048e831f None None] No DVR routers for this DVR port 766a0eda-bce9-4bb8-b58b-75efb357f1cb on host dv-cinder-780933-4-iscsi {{(pid=78718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:12:12.652552 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 79b8872f-ad9e-4deb-bb7c-52df2b762693 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:12:12.661096 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f09450-6f5b-4f27-90f9-71552010dd3a') {'for_net_delete': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:12.661510 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f09450-6f5b-4f27-90f9-71552010dd3a') {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:12.673437 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6377163'] for segment, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.687920 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 79b8872f-ad9e-4deb-bb7c-52df2b762693 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:12:12.688524 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 79b8872f-ad9e-4deb-bb7c-52df2b762693 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:12:12.688689 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device b0dd9eeb-f1ec-4496-9fb2-b23fd101974d no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:12:12.691978 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.698903 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=78717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:12:12.699275 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6801128'] for segment, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: Traceback (most recent call last): May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: timer() May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: cb(*args, **kw) May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: return func(*args, **kwargs) May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: self._notify() May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: self.callback(batched_events) May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: event.method(event) May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: return f(self, *a, **k) May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._get(url).json() May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: return self.request(url, 'GET', **kwargs) May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:12:12.712697 dv-cinder-780933-4-iscsi neutron-server[78717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:12:12.722914 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: b0dd9eeb-f1ec-4496-9fb2-b23fd101974d {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:12:12.723269 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device b0dd9eeb-f1ec-4496-9fb2-b23fd101974d not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:12:12.723714 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 766a0eda-bce9-4bb8-b58b-75efb357f1cb no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:12:12.759207 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 766a0eda-bce9-4bb8-b58b-75efb357f1cb {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:12:12.759480 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 766a0eda-bce9-4bb8-b58b-75efb357f1cb not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:12:12.791056 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.795279 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:12.809131 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:12.821578 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf3b600-e287-4ca0-8624-bacecfeb3854,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:12.823850 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:12.827452 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-366004ad-41f9-4145-9d59-6169c4415ef3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/edf3b600-e287-4ca0-8624-bacecfeb3854 HTTP/1.1" status: 204 len: 168 time: 0.8159497 May 10 15:12:12.938997 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38922) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:12.985909 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-e8dce465-e184-4cce-82c7-f2f4a04859ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46ba117a34cf42ccafb6acc1f6ab871a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457327 May 10 15:12:12.988104 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 38926) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:13.047965 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-98f92cce-7fd4-439d-bc65-b0a75a04e86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:13.073883 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-98f92cce-7fd4-439d-bc65-b0a75a04e86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:13.124014 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-98f92cce-7fd4-439d-bc65-b0a75a04e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:13.128596 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-42da7009-bcb2-482a-bae6-1d2f50277454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:13.142800 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f92cce-7fd4-439d-bc65-b0a75a04e86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a394e1f3-2e63-4f00-8dab-5b70bccb46e4,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:13.145652 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-98f92cce-7fd4-439d-bc65-b0a75a04e86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:13.147584 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-98f92cce-7fd4-439d-bc65-b0a75a04e86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:13.148724 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-98f92cce-7fd4-439d-bc65-b0a75a04e86d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a394e1f3-2e63-4f00-8dab-5b70bccb46e4 HTTP/1.1" status: 204 len: 168 time: 0.1597536 May 10 15:12:13.479819 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38934) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:13.527413 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-07af3bb8-cdbd-4cf2-bf76-bf9bf4585de6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc73e2dda537494a88bc15b6b5a689b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464172 May 10 15:12:13.529674 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 38938) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:13.584610 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-189f3087-47be-43a5-baf7-da5c93bab2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:13.609853 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-189f3087-47be-43a5-baf7-da5c93bab2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:13.660352 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-189f3087-47be-43a5-baf7-da5c93bab2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:13.664521 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-fb68d8a6-4015-4c1d-b796-59d1ce39ae63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:13.675004 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f3087-47be-43a5-baf7-da5c93bab2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fe3adb-45d4-4baf-80ee-b7b07724ae31,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:13.679032 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-189f3087-47be-43a5-baf7-da5c93bab2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:13.682142 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-189f3087-47be-43a5-baf7-da5c93bab2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:13.683475 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-189f3087-47be-43a5-baf7-da5c93bab2ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9fe3adb-45d4-4baf-80ee-b7b07724ae31 HTTP/1.1" status: 204 len: 168 time: 0.1526628 May 10 15:12:16.236874 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:25.315799 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:12:28.033851 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-b777cc8a-ef50-4c43-8a97-24ddfd9fbb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:30.446349 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d59d1a99-68c7-45dc-8a7d-71366d17b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:30.481243 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:31.608052 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:33.205943 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:46.239465 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:58.034550 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-b533521e-de35-4768-b591-6f32053f09af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:59.773178 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeb1d4-8932-44da-91e8-8f63af5a58f1 req-d4a22436-7d9e-4d2f-958b-346f280470b8 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:12:59.774541 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ffaeb1d4-8932-44da-91e8-8f63af5a58f1 req-d4a22436-7d9e-4d2f-958b-346f280470b8 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 945 time: 0.0799339 May 10 15:12:59.818626 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-ffaeb1d4-8932-44da-91e8-8f63af5a58f1 req-5cb28c0b-e9f1-4216-984d-7db01d028840 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=895600b8-7ba7-4122-a9e0-0f7c61803fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382917 May 10 15:13:00.446459 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-3cce07df-ad23-4cfb-bb0b-a1056e73904e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:00.481554 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:01.107600 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0298f2-0ce3-4730-8361-27405cf708db req-e989b497-1a87-4a51-bc32-21f66993ca1e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:01.108995 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1d0298f2-0ce3-4730-8361-27405cf708db req-e989b497-1a87-4a51-bc32-21f66993ca1e tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 945 time: 0.1859064 May 10 15:13:01.153890 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-1d0298f2-0ce3-4730-8361-27405cf708db req-29d22ea7-133c-4b49-aa17-6f55ef184c3a tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups?id=895600b8-7ba7-4122-a9e0-0f7c61803fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390582 May 10 15:13:01.358332 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-7a013472-80bb-4349-bb31-ccfc912d0007 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:01.358941 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-7a013472-80bb-4349-bb31-ccfc912d0007 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Synchronizing usage tracker for tenant:dce3b7b9c17c4da8b3ce143c212f51ce on resource:port {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:13:01.374262 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-7a013472-80bb-4349-bb31-ccfc912d0007 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Unset dirty status for tenant:dce3b7b9c17c4da8b3ce143c212f51ce on resource:port {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:13:01.375674 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-7a013472-80bb-4349-bb31-ccfc912d0007 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.38 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 945 time: 0.0948491 May 10 15:13:01.511570 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Deleting port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:13:01.511914 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:01.611492 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:01.648469 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] For port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:01.648823 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:02.028622 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:02.028984 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8260723'] for floatingip, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:02.029295 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.db.l3_db [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Floating IP 48290ca5-670b-4c2e-90b8-28c024e24c21 disassociated. External IP: 172.27.0.75, port: 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6. May 10 15:13:02.029630 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Calling delete_port for 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 owned by compute:nova {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:13:02.139662 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:02.144841 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c5a1efc9-e9cc-48e5-b16f-915d6d9d0159 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:02.189852 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event deleted for resources: {'Port': ['ID=0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:02.200199 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:02.200580 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:02.200956 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:02.201331 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:02.201695 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:02.202058 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:02.202447 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:02.202808 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:02.203169 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:02.203527 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:02.203881 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:02.204308 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:02.207979 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:02.301498 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-432907bf-b90b-477c-8607-de031217465c req-883acf91-792c-4b8a-a356-489046b0f60f tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/ports?device_id=59b79c53-4d6b-4d15-bf26-96e241787a5b HTTP/1.1" status: 200 len: 210 time: 0.0419931 May 10 15:13:02.314417 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:13:02.389542 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:13:02.567662 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:13:02.577257 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd874c-5a7e-49e2-b498-358277b66a11 None None] Sync routers for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:13:02.591044 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd874c-5a7e-49e2-b498-358277b66a11 None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:13:02.591659 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-80cd874c-5a7e-49e2-b498-358277b66a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:13:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:02.641203 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] No DVR routers for this DVR port 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 on host hv-cinder-78093 {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:13:02.643780 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:02.646462 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'name': 'network-vif-deleted', 'tag': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:13:02.667324 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-b1a17320-953f-4aa2-9543-4ccf11dfeffc req-9ea809c1-b2a5-47ad-bf22-3d2e9e85c1dd tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.38 "DELETE /v2.0/ports/0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 HTTP/1.1" status: 204 len: 173 time: 1.2864988 May 10 15:13:02.783199 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-80cd874c-5a7e-49e2-b498-358277b66a11 None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:13:02.900495 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b79c53-4d6b-4d15-bf26-96e241787a5b', 'name': 'network-vif-deleted', 'tag': '0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6', 'status': 'completed', 'code': 200} May 10 15:13:03.094515 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-80cd874c-5a7e-49e2-b498-358277b66a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:02Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:03.098284 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd874c-5a7e-49e2-b498-358277b66a11 None None] Checking router: 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:13:03.107437 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd874c-5a7e-49e2-b498-358277b66a11 None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:13:03.108061 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-80cd874c-5a7e-49e2-b498-358277b66a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:13:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:03.211123 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:03.286438 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-80cd874c-5a7e-49e2-b498-358277b66a11 None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:13:03.422677 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 39110) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:03.488903 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:03.516166 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:03.569242 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:03.577564 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-b54a693c-11fa-46f6-ac38-f47e26d8581e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:03.591253 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895600b8-7ba7-4122-a9e0-0f7c61803fe9,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:03.601648 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:03.602026 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:03.602419 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:03.602990 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:03.603159 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:03.603493 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:03.603934 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:03.604236 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:03.604558 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:03.604910 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:03.605260 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:03.605608 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:03.609332 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:03.610686 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:03.614491 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "DELETE /v2.0/security-groups/895600b8-7ba7-4122-a9e0-0f7c61803fe9 HTTP/1.1" status: 204 len: 168 time: 0.1906993 May 10 15:13:03.614755 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39114) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:03.632701 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.api.v2.resource [None req-5210dcbd-b3c9-4484-9b75-19ff43e4b93d tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] show failed (client error): The resource could not be found. May 10 15:13:03.633225 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-80cd874c-5a7e-49e2-b498-358277b66a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:02Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:03.633715 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-5210dcbd-b3c9-4484-9b75-19ff43e4b93d tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "GET /v2.0/security-groups/895600b8-7ba7-4122-a9e0-0f7c61803fe9 HTTP/1.1" status: 404 len: 347 time: 0.0182228 May 10 15:13:03.637253 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39118) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:03.638326 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd874c-5a7e-49e2-b498-358277b66a11 None None] The sync data for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi is: [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:08:57Z', 'revision_number': 4, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi', '_interfaces': [{'id': '9c60bab4-a884-4678-b628-6c4bb99073d2', 'name': '', 'network_id': '9ec5afae-0cf1-49a6-8fbb-695e25f89141', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'mac_address': 'fa:16:3e:dc:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:56Z', 'updated_at': '2021-05-10T15:09:02Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'subnets': [{'id': 'ad50609c-8093-4bfc-866e-80d03c4e8623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:13:03.832403 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b8d9e-2582-4658-bae6-36e9d3e5077a None None] New status for floating IP 48290ca5-670b-4c2e-90b8-28c024e24c21: DOWN {{(pid=78718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:13:03.859711 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-5c3aa5ea-4f5b-48d8-8203-ba71547c7957 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Deleting port d777fe07-d34c-4aca-b613-2af2a70f5d8f {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:13:03.859970 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c3aa5ea-4f5b-48d8-8203-ba71547c7957 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:03.976436 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c3aa5ea-4f5b-48d8-8203-ba71547c7957 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:03.976757 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c3aa5ea-4f5b-48d8-8203-ba71547c7957 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:04.102417 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-5c3aa5ea-4f5b-48d8-8203-ba71547c7957 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Calling delete_port for d777fe07-d34c-4aca-b613-2af2a70f5d8f owned by network:floatingip {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:13:04.211467 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c3aa5ea-4f5b-48d8-8203-ba71547c7957 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:04.214905 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-729e1f0e-d42e-42fc-8369-e584be3a1a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:04.260459 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3aa5ea-4f5b-48d8-8203-ba71547c7957 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Pushing event deleted for resources: {'Port': ['ID=d777fe07-d34c-4aca-b613-2af2a70f5d8f,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:04.263697 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5c3aa5ea-4f5b-48d8-8203-ba71547c7957 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:04.350853 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:13:04.388807 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:13:04.389164 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device 0d9a0dc7-7ca4-407a-a647-6e96ddb10ff6 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:13:04.447443 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c3aa5ea-4f5b-48d8-8203-ba71547c7957 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks [] for floatingip, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:04.460966 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-5c3aa5ea-4f5b-48d8-8203-ba71547c7957 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for floatingip, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:04.462161 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-5c3aa5ea-4f5b-48d8-8203-ba71547c7957 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] 10.222.0.43 "DELETE /v2.0/floatingips/48290ca5-670b-4c2e-90b8-28c024e24c21 HTTP/1.1" status: 204 len: 168 time: 0.8239548 May 10 15:13:08.439185 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39148) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:08.961949 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8257866'] for router_interface, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:09.356875 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] Deleting port 9c60bab4-a884-4678-b628-6c4bb99073d2 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:13:09.357204 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:09.472391 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] For port 9c60bab4-a884-4678-b628-6c4bb99073d2, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=9c60bab4-a884-4678-b628-6c4bb99073d2,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:09.473059 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:09.688044 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] Calling delete_port for 9c60bab4-a884-4678-b628-6c4bb99073d2 owned by network:router_interface {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:13:09.821923 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:09.826391 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-fcecc722-0ad2-4de1-bb62-bfca32c64702 tempest-TestVolumeBootPattern-993747002 tempest-TestVolumeBootPattern-993747002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:09.868888 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c60bab4-a884-4678-b628-6c4bb99073d2,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:09.872624 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:10.129220 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7880331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8268282'] for router_interface, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:10.476496 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] Router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 has already been hosted by L3 agent 5a6618f1-f359-4903-8f9b-3fee3de4a97f {{(pid=78717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:13:10.648916 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] Notify agent at l3_agent.dv-cinder-780933-4-iscsi the message routers_updated {{(pid=78717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:13:10.658697 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0497aa34-a5f2-4e77-a50c-35f06ffc0b07 None None] Sync routers for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:13:10.661582 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] 10.222.0.43 "PUT /v2.0/routers/63d7c08c-fadb-48ec-9abf-f8b866cd1d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2213304 May 10 15:13:10.664133 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39152) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:10.668895 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0497aa34-a5f2-4e77-a50c-35f06ffc0b07 None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:13:10.669558 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-0497aa34-a5f2-4e77-a50c-35f06ffc0b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:13:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:10.836684 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Notify callbacks [] for router, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:10.840446 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-0497aa34-a5f2-4e77-a50c-35f06ffc0b07 None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: dv-cinder-780933-4-iscsi {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:13:11.119331 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-0497aa34-a5f2-4e77-a50c-35f06ffc0b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'external_fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:13:09Z', 'revision_number': 5, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port': {'id': '567101ff-a186-4587-80c4-662a0c11a9e2', 'name': '', 'network_id': 'bc1966c4-1376-496a-80cc-e9df4c16f0a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:08:54Z', 'updated_at': '2021-05-10T15:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab75f48b-1726-4b95-993d-3471ae61a7f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-4-iscsi'}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:11.122787 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:11.123477 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0497aa34-a5f2-4e77-a50c-35f06ffc0b07 None None] Checking router: 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 for host: dv-cinder-780933-4-iscsi {{(pid=78719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:13:11.131601 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0497aa34-a5f2-4e77-a50c-35f06ffc0b07 None None] Routers {'63d7c08c-fadb-48ec-9abf-f8b866cd1d67'} bound to L3 agent in host dv-cinder-780933-4-iscsi {{(pid=78719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:13:11.132188 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-0497aa34-a5f2-4e77-a50c-35f06ffc0b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T14:53:30Z,description=,heartbeat_timestamp=2021-05-10T15:13:00Z,host='dv-cinder-780933-4-iscsi',id=5a6618f1-f359-4903-8f9b-3fee3de4a97f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:30Z,topic='l3_agent')) {'router_ids': ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'], 'active': True} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:11.194119 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Deleting port 567101ff-a186-4587-80c4-662a0c11a9e2 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:13:11.194475 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:11.279049 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_dvr_db [None req-0497aa34-a5f2-4e77-a50c-35f06ffc0b07 None None] Set router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 gateway port host: None {{(pid=78719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:13:11.312782 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] For port 567101ff-a186-4587-80c4-662a0c11a9e2, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=567101ff-a186-4587-80c4-662a0c11a9e2,segment=NetworkSegment(b53f5c06-3cb7-48df-b2d8-f363ebeb99fe),segment_id=b53f5c06-3cb7-48df-b2d8-f363ebeb99fe)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:11.313135 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:11.381299 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.l3_hamode_db [None req-0497aa34-a5f2-4e77-a50c-35f06ffc0b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:13:11Z', 'revision_number': 6, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port_host': None}], 'dv-cinder-780933-4-iscsi', False) {} {{(pid=78719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:11.385269 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0497aa34-a5f2-4e77-a50c-35f06ffc0b07 None None] The sync data for ids ['63d7c08c-fadb-48ec-9abf-f8b866cd1d67'] in dv-cinder-780933-4-iscsi is: [{'id': '63d7c08c-fadb-48ec-9abf-f8b866cd1d67', 'name': 'tempest-AttachVolumeTestJSON-1858079472-router', 'tenant_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:08:53Z', 'updated_at': '2021-05-10T15:13:11Z', 'revision_number': 6, 'project_id': 'dce3b7b9c17c4da8b3ce143c212f51ce', 'gw_port_host': None}] {{(pid=78719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:13:11.434580 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Calling delete_port for 567101ff-a186-4587-80c4-662a0c11a9e2 owned by network:router_gateway {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:13:11.568334 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:11.571759 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-84f5eef2-570a-4a62-8457-91c08b367fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:11.613559 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Pushing event deleted for resources: {'Port': ['ID=567101ff-a186-4587-80c4-662a0c11a9e2,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:11.617174 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:11.707126 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8260718'] for router_gateway, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:11.880414 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8268338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5961'] for router, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:11.882616 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:11.904377 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8273276'] for router, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:11.904933 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63d7c08c-fadb-48ec-9abf-f8b866cd1d67 {{(pid=78717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:13:11.917360 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Notify callbacks [] for router, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:11.918498 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] 10.222.0.43 "DELETE /v2.0/routers/63d7c08c-fadb-48ec-9abf-f8b866cd1d67 HTTP/1.1" status: 204 len: 168 time: 1.2534792 May 10 15:13:11.920870 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39156) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:11.977536 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6694a0-dfc3-47da-a952-edabe4b8736d admin admin] Deleting subnet ad50609c-8093-4bfc-866e-80d03c4e8623 {{(pid=78717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:13:11.980859 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2d6694a0-dfc3-47da-a952-edabe4b8736d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:12.030294 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2d6694a0-dfc3-47da-a952-edabe4b8736d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6377172'] for subnet, precommit_delete_associations {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:12.108290 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2d6694a0-dfc3-47da-a952-edabe4b8736d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-994594'] for subnet, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:12.354216 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2d6694a0-dfc3-47da-a952-edabe4b8736d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-994605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6801038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6703360'] for subnet, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:12.357828 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:12.390319 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6694a0-dfc3-47da-a952-edabe4b8736d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad50609c-8093-4bfc-866e-80d03c4e8623,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:12.393677 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-2d6694a0-dfc3-47da-a952-edabe4b8736d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:12.396056 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-2d6694a0-dfc3-47da-a952-edabe4b8736d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:12.401980 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16973029-0296-4664-b0e5-e4e237fee3cc None None] Network 9ec5afae-0cf1-49a6-8fbb-695e25f89141 requested from dv-cinder-780933-4-iscsi {{(pid=78718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:13:12.402856 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-2d6694a0-dfc3-47da-a952-edabe4b8736d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ad50609c-8093-4bfc-866e-80d03c4e8623 HTTP/1.1" status: 204 len: 168 time: 0.4805348 May 10 15:13:12.404791 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39160) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:12.612003 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607522'] for network, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:12.661247 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] DHCP port deletion for 9ec5afae-0cf1-49a6-8fbb-695e25f89141 request from dv-cinder-780933-4-iscsi {{(pid=78718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:13:12.687845 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Deleting port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:13:12.688187 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:12.731375 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 9c60bab4-a884-4678-b628-6c4bb99073d2 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:13:12.769145 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 9c60bab4-a884-4678-b628-6c4bb99073d2 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:13:12.769492 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 9c60bab4-a884-4678-b628-6c4bb99073d2 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:13:12.769915 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 567101ff-a186-4587-80c4-662a0c11a9e2 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:13:12.790473 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] For port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=1645a75c-aff6-4ff2-9b69-89b0ce9fc713,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:12.790830 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:12.806463 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 567101ff-a186-4587-80c4-662a0c11a9e2 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:13:12.806813 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 567101ff-a186-4587-80c4-662a0c11a9e2 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:13:12.831317 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Deleting port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 {{(pid=78718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:13:12.831702 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:12.919670 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Calling delete_port for 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 owned by network:dhcp {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:13:12.926266 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] For port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713, host dv-cinder-780933-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-4-iscsi',level=0,port_id=1645a75c-aff6-4ff2-9b69-89b0ce9fc713,segment=NetworkSegment(7ed6349d-fb88-4811-97d4-6fa8c4409294),segment_id=7ed6349d-fb88-4811-97d4-6fa8c4409294)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:12.926673 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:12.965575 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:12.970464 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-06e8d7d3-4cef-4203-b612-b017db60078f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:13.013866 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=1645a75c-aff6-4ff2-9b69-89b0ce9fc713,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:13.016845 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:13.019792 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] No DVR routers for this DVR port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 on host dv-cinder-780933-4-iscsi {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:13:13.051400 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Calling delete_port for 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 owned by network:dhcp {{(pid=78718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:13:13.092185 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380'] for port, after_delete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:13.095609 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:13.136518 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-988377', 'neutron.services.segments.db._delete_segments_for_network-8771351086749'] for network, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:13.137403 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Pushing event deleted for resources: {'Port': ['ID=1645a75c-aff6-4ff2-9b69-89b0ce9fc713,revision_number=None']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:13.142007 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] No DVR routers for this DVR port 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 on host dv-cinder-780933-4-iscsi {{(pid=78718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:13:13.147817 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:13.148162 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:13.151260 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:13.151260 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:13.151260 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:13.151260 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:13.151260 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:13.151260 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:13.151260 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:13.151260 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:13.151260 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:13.152158 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-4-iscsi {{(pid=78718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:13.154183 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-7fd811a2-a172-4a24-b433-16af7943363b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:13.156852 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec5afae-0cf1-49a6-8fbb-695e25f89141']}} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:13.169967 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed6349d-fb88-4811-97d4-6fa8c4409294') {'for_net_delete': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:13.170380 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.services.segments.db [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed6349d-fb88-4811-97d4-6fa8c4409294') {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:13.181610 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771351098215', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6377163'] for segment, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:13.197385 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161'] for segment, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:13.203670 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=78717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:13:13.204046 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6801128'] for segment, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: Traceback (most recent call last): May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: timer() May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: cb(*args, **kw) May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: return func(*args, **kwargs) May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: self._notify() May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: self.callback(batched_events) May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: event.method(event) May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: return f(self, *a, **k) May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._get(url).json() May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: return self.request(url, 'GET', **kwargs) May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:13:13.217312 dv-cinder-780933-4-iscsi neutron-server[78717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:13:13.292703 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-988320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8260732'] for network, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:13.296144 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-4b839e1b-1db4-40fc-b2a8-76f45b1ea893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:13.309097 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7880364'] for network, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:13.319054 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec5afae-0cf1-49a6-8fbb-695e25f89141,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:13.322114 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:13.333101 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-c6c8388b-5cb6-49f0-9dfd-d50393e56b3a admin admin] 10.222.0.43 "DELETE /v2.0/networks/9ec5afae-0cf1-49a6-8fbb-695e25f89141 HTTP/1.1" status: 204 len: 168 time: 0.9273844 May 10 15:13:13.502267 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39166) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:13.549809 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-132c47d0-751e-46d3-92ed-24ef972e1398 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dce3b7b9c17c4da8b3ce143c212f51ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462747 May 10 15:13:13.551949 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39170) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:13.616715 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-33d052aa-3cc4-4a2e-8531-1d757bc98f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:13.642429 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-33d052aa-3cc4-4a2e-8531-1d757bc98f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:13.693808 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-33d052aa-3cc4-4a2e-8531-1d757bc98f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:13.699022 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5d1adaec-ea79-40df-ab84-defda1121a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:13.711754 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d052aa-3cc4-4a2e-8531-1d757bc98f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69ce793-f2d6-4992-9ba9-7e6600ae3176,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:13.715112 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-33d052aa-3cc4-4a2e-8531-1d757bc98f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:13.718313 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-33d052aa-3cc4-4a2e-8531-1d757bc98f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:13.719416 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-33d052aa-3cc4-4a2e-8531-1d757bc98f8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a69ce793-f2d6-4992-9ba9-7e6600ae3176 HTTP/1.1" status: 204 len: 168 time: 0.1663370 May 10 15:13:14.653546 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 no longer exists at agent ovs-agent-dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:13:14.689193 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] No Port match for: 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:13:14.689542 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Device 1645a75c-aff6-4ff2-9b69-89b0ce9fc713 not bound to the agent host dv-cinder-780933-4-iscsi {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:13:16.238732 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:25.653363 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39278) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:25.769401 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3c1d161c-350a-4c23-b5f6-b9caae7a7bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:25.783308 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-3c1d161c-350a-4c23-b5f6-b9caae7a7bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:13:25.787207 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-3c1d161c-350a-4c23-b5f6-b9caae7a7bfd admin admin] Usage tracker for resource:security_group_rule and tenant:a119b2149d1a483293e67378c83bd5fe is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:13:25.790115 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-3c1d161c-350a-4c23-b5f6-b9caae7a7bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:13:25.796302 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-3c1d161c-350a-4c23-b5f6-b9caae7a7bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:13:25.877081 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3c1d161c-350a-4c23-b5f6-b9caae7a7bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:25.881436 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-3c1d161c-350a-4c23-b5f6-b9caae7a7bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:25.887743 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ab93e1b9-5302-484f-b141-e1e35e9f371f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:25.933008 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-3c1d161c-350a-4c23-b5f6-b9caae7a7bfd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a119b2149d1a483293e67378c83bd5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785039 May 10 15:13:25.933803 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d161c-350a-4c23-b5f6-b9caae7a7bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfdd96f-3181-462a-9cc4-a4bcce994d66,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:25.936237 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 39284) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:25.936904 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-3c1d161c-350a-4c23-b5f6-b9caae7a7bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:25.993770 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ce1e90b1-48a4-4355-bcb6-c75488137005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.019656 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ce1e90b1-48a4-4355-bcb6-c75488137005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.074456 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ce1e90b1-48a4-4355-bcb6-c75488137005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.077997 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5bb7bfbc-13dd-4d40-aa0d-37def1552162 tempest-AttachVolumeTestJSON-852634097 tempest-AttachVolumeTestJSON-852634097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:26.089244 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e90b1-48a4-4355-bcb6-c75488137005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfdd96f-3181-462a-9cc4-a4bcce994d66,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:26.094036 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ce1e90b1-48a4-4355-bcb6-c75488137005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:26.096021 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ce1e90b1-48a4-4355-bcb6-c75488137005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.097367 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-ce1e90b1-48a4-4355-bcb6-c75488137005 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/adfdd96f-3181-462a-9cc4-a4bcce994d66 HTTP/1.1" status: 204 len: 168 time: 0.1598883 May 10 15:13:26.467415 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39292) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:26.485839 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4dee921e-f4b0-44b9-abad-2651c7e82187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.499606 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-4dee921e-f4b0-44b9-abad-2651c7e82187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:13:26.503351 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-4dee921e-f4b0-44b9-abad-2651c7e82187 admin admin] Usage tracker for resource:security_group_rule and tenant:04a9bf3ab0644188ba2cd31e8cf811c4 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:13:26.506051 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-4dee921e-f4b0-44b9-abad-2651c7e82187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:13:26.512172 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-4dee921e-f4b0-44b9-abad-2651c7e82187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:13:26.599362 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4dee921e-f4b0-44b9-abad-2651c7e82187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.603039 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-4dee921e-f4b0-44b9-abad-2651c7e82187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.611548 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-33d052aa-3cc4-4a2e-8531-1d757bc98f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:26.650450 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-4dee921e-f4b0-44b9-abad-2651c7e82187 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04a9bf3ab0644188ba2cd31e8cf811c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819744 May 10 15:13:26.651910 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee921e-f4b0-44b9-abad-2651c7e82187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2b5e30-f159-46ed-971c-bd9fa98aceb8,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:26.653582 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 39296) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:26.655049 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-4dee921e-f4b0-44b9-abad-2651c7e82187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:26.710046 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-89f10d22-8bd2-45fe-8a1c-e9af39d9911b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.735392 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-89f10d22-8bd2-45fe-8a1c-e9af39d9911b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.785992 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-89f10d22-8bd2-45fe-8a1c-e9af39d9911b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.789440 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-95fdf52d-d2cc-43ff-a46e-55ee2d0bed06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:26.799921 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f10d22-8bd2-45fe-8a1c-e9af39d9911b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2b5e30-f159-46ed-971c-bd9fa98aceb8,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:26.803958 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-89f10d22-8bd2-45fe-8a1c-e9af39d9911b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:26.807543 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-89f10d22-8bd2-45fe-8a1c-e9af39d9911b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.810926 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-89f10d22-8bd2-45fe-8a1c-e9af39d9911b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a2b5e30-f159-46ed-971c-bd9fa98aceb8 HTTP/1.1" status: 204 len: 168 time: 0.1540513 May 10 15:13:28.035703 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-abf2e7ec-f420-453b-b286-5a0fcd804ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:28.131053 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 39340) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:28.245416 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5827e2f6-a437-469e-9ed0-88f4be7d0904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:28.259701 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-5827e2f6-a437-469e-9ed0-88f4be7d0904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:13:28.263984 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-5827e2f6-a437-469e-9ed0-88f4be7d0904 admin admin] Usage tracker for resource:security_group_rule and tenant:cf34d75050c64e618edb622f53435f37 is out of sync, need to count used quota {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:13:28.266771 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.quota.resource [None req-5827e2f6-a437-469e-9ed0-88f4be7d0904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78716) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:13:28.272447 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.db.quota.driver [None req-5827e2f6-a437-469e-9ed0-88f4be7d0904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78716) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:13:28.357006 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5827e2f6-a437-469e-9ed0-88f4be7d0904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:28.360793 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5827e2f6-a437-469e-9ed0-88f4be7d0904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:28.368781 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-56099177-d7ce-43e0-93dc-f5aa1253c5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:28.407866 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-5827e2f6-a437-469e-9ed0-88f4be7d0904 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf34d75050c64e618edb622f53435f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756920 May 10 15:13:28.408671 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827e2f6-a437-469e-9ed0-88f4be7d0904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d95e9d-ca18-4917-829b-cf02f69282f2,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:28.410527 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39346) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:28.411832 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5827e2f6-a437-469e-9ed0-88f4be7d0904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:28.468359 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57c80750-20a3-4ec4-8f8e-1c812c91922a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:28.492649 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57c80750-20a3-4ec4-8f8e-1c812c91922a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:28.545995 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57c80750-20a3-4ec4-8f8e-1c812c91922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:28.549477 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-ac27a714-6a1a-468a-826d-155ad721b465 tempest-TestMinimumBasicScenario-176962274 tempest-TestMinimumBasicScenario-176962274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:28.561823 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c80750-20a3-4ec4-8f8e-1c812c91922a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d95e9d-ca18-4917-829b-cf02f69282f2,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:28.565605 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-57c80750-20a3-4ec4-8f8e-1c812c91922a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:28.576413 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-57c80750-20a3-4ec4-8f8e-1c812c91922a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:28.577715 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-57c80750-20a3-4ec4-8f8e-1c812c91922a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96d95e9d-ca18-4917-829b-cf02f69282f2 HTTP/1.1" status: 204 len: 168 time: 0.1660972 May 10 15:13:30.449517 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d56b6602-a891-4492-904e-af7070bebecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:30.481989 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:31.106446 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-243e5d98-a225-4ed8-a004-759f2f9b000b tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5a22c3d71a5347bfabf38d5ba9476dab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274928 May 10 15:13:31.251837 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-6308302a-6f22-4ebc-aed2-f2db87710d1f tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:31.253155 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-6308302a-6f22-4ebc-aed2-f2db87710d1f tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416864 May 10 15:13:31.267697 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-a2fbeaba-d989-4891-8395-5a08983e8982 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/quotas/5a22c3d71a5347bfabf38d5ba9476dab HTTP/1.1" status: 200 len: 375 time: 0.0090785 May 10 15:13:31.312833 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-0f4d1667-1a59-459b-92bf-ab63934ea9b5 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a22c3d71a5347bfabf38d5ba9476dab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402474 May 10 15:13:31.489539 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9f9da858-1e21-455c-9058-f70d6579c544 req-03eddeb1-ffb3-40ea-b1c8-0b83fee02ffb tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 210 time: 0.0466120 May 10 15:13:31.614322 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:32.381081 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-94fea316-f309-4262-99ac-99609153d5c6 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5a22c3d71a5347bfabf38d5ba9476dab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272696 May 10 15:13:32.530347 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5bd01c05-6ed3-4c9b-ab8d-a720b088e374 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:32.531792 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5bd01c05-6ed3-4c9b-ab8d-a720b088e374 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460984 May 10 15:13:32.550750 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Request body: {'port': {'device_id': '22b0194e-7832-48e7-b5e5-a07a6bfc97d7', 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c', 'admin_state_up': True, 'tenant_id': '5a22c3d71a5347bfabf38d5ba9476dab'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:13:32.644927 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-08859d7a-fc14-402a-8ebe-d1de2c452e8d req-25e29148-0f42-437f-8bfe-c3437cd2b945 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 210 time: 0.0456386 May 10 15:13:32.689830 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:13:32.693574 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Usage tracker for resource:port and tenant:5a22c3d71a5347bfabf38d5ba9476dab is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:13:32.696354 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:13:32.702428 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:13:32.711782 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Made reservation on behalf of 5a22c3d71a5347bfabf38d5ba9476dab for: {'port': 1} {{(pid=78717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:13:32.715975 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:32.727630 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:32.741768 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:13:32.745441 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Usage tracker for resource:security_group_rule and tenant:5a22c3d71a5347bfabf38d5ba9476dab is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:13:32.748168 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:13:32.753603 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:13:32.839136 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:32.843604 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:32.846418 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d7013d53-635e-4192-8882-f62b203960ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:33.020960 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c59965e-e700-4f69-a97e-df39b76a0293,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:33.024290 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:33.107746 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.db_base_plugin_common [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Allocated IP 192.168.233.191 (4af20786-3527-480b-8094-6b9f49dde95c/262f1857-3c57-44f6-b60e-decb5a33d4d3/e3318442-ff36-4c83-9f93-0e0b0490d9a7) {{(pid=78717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:13:33.211423 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:33.306030 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Notify callbacks [] for port, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:33.321260 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Transition to ACTIVE for port object e3318442-ff36-4c83-9f93-0e0b0490d9a7 will not be triggered until provisioned by entity DHCP. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:13:33.344275 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771350661879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:33.349518 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-bfe9eceb-d2d7-4b02-b32f-c59c6d317df6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:33.409203 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Network 4af20786-3527-480b-8094-6b9f49dde95c is already hosted by enough agents. {{(pid=78717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:13:33.412285 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.scheduler.base_scheduler [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Resources bound (agent type, host, resource id): {{(pid=78717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:13:33.420796 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Received port after_create {{(pid=78717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:13:33.452056 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Pushing event updated for resources: {'Port': ['ID=e3318442-ff36-4c83-9f93-0e0b0490d9a7,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:33.458931 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:33.492889 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:33.493510 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:33.519088 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f409d54-bb08-4646-a399-6e25c14df9da tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9721682 May 10 15:13:33.531057 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.v2.base [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Request body: {'port': {'device_id': '22b0194e-7832-48e7-b5e5-a07a6bfc97d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:13:33.603490 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-65e32ac0-b4c9-4cfd-9b51-201afc79e869 None None] Provisioning for port e3318442-ff36-4c83-9f93-0e0b0490d9a7 completed by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:13:33.608228 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-65e32ac0-b4c9-4cfd-9b51-201afc79e869 None None] Provisioning complete for port e3318442-ff36-4c83-9f93-0e0b0490d9a7 triggered by entity DHCP. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:13:33.608615 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-65e32ac0-b4c9-4cfd-9b51-201afc79e869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:33.639080 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:33.664873 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-65e32ac0-b4c9-4cfd-9b51-201afc79e869 None None] Port e3318442-ff36-4c83-9f93-0e0b0490d9a7 cannot update to ACTIVE because it is not bound. {{(pid=78718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:13:33.832486 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0b052-43c6-4d0a-b207-1b1f13a64117 req-396968b7-0053-4323-bc0b-fd1ddeb337b1 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:33.833936 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-86c0b052-43c6-4d0a-b207-1b1f13a64117 req-396968b7-0053-4323-bc0b-fd1ddeb337b1 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 936 time: 0.0847313 May 10 15:13:33.880164 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-86c0b052-43c6-4d0a-b207-1b1f13a64117 req-d62b3a50-cb6e-4d1b-80cf-47cfb61b0f1b tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c59965e-e700-4f69-a97e-df39b76a0293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 May 10 15:13:33.980418 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3318442-ff36-4c83-9f93-0e0b0490d9a7 {{(pid=78717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:13:33.987899 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:34.002815 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Transition to ACTIVE for port object e3318442-ff36-4c83-9f93-0e0b0490d9a7 will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:13:34.006576 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:34.011055 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-53127a55-b11c-43b8-809b-ca9914193ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:34.160925 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Pushing event updated for resources: {'Port': ['ID=e3318442-ff36-4c83-9f93-0e0b0490d9a7,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:34.164360 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:34.242862 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Attempting to bind port e3318442-ff36-4c83-9f93-0e0b0490d9a7 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:13:34.243189 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Attempting to bind port e3318442-ff36-4c83-9f93-0e0b0490d9a7 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '89d19f39-e97a-4991-8497-a50ab420dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:13:34.243510 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Attempting to bind port e3318442-ff36-4c83-9f93-0e0b0490d9a7 on network 4af20786-3527-480b-8094-6b9f49dde95c {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:13:34.248575 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Port e3318442-ff36-4c83-9f93-0e0b0490d9a7 on network 4af20786-3527-480b-8094-6b9f49dde95c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:13:34.248886 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Attempting to bind port e3318442-ff36-4c83-9f93-0e0b0490d9a7 on network 4af20786-3527-480b-8094-6b9f49dde95c {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:13:34.253810 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Checking agent: {'id': 'd9b87c15-a3b8-4ebc-a11f-cc14acc712d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:13:34.254160 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Checking segment: {'id': '89d19f39-e97a-4991-8497-a50ab420dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:13:34.254536 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Bound using segment: {'id': '89d19f39-e97a-4991-8497-a50ab420dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:13:34.254946 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Bound port: e3318442-ff36-4c83-9f93-0e0b0490d9a7, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d19f39-e97a-4991-8497-a50ab420dad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:13:34.255279 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:34.342372 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] For port e3318442-ff36-4c83-9f93-0e0b0490d9a7, host hv-cinder-78093, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:13:34.345169 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] For port e3318442-ff36-4c83-9f93-0e0b0490d9a7, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e3318442-ff36-4c83-9f93-0e0b0490d9a7,segment=NetworkSegment(89d19f39-e97a-4991-8497-a50ab420dad0),segment_id=89d19f39-e97a-4991-8497-a50ab420dad0)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:13:34.348315 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6801092'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:34.351727 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-c60c0635-b67b-4309-8b9c-c820c3967c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:34.405284 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:34.405884 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:34.407239 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] 10.222.0.38 "PUT /v2.0/ports/e3318442-ff36-4c83-9f93-0e0b0490d9a7 HTTP/1.1" status: 200 len: 1098 time: 0.8804693 May 10 15:13:34.407742 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b0194e-7832-48e7-b5e5-a07a6bfc97d7', 'tag': 'e3318442-ff36-4c83-9f93-0e0b0490d9a7'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:13:34.434286 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Pushing event updated for resources: {'Port': ['ID=e3318442-ff36-4c83-9f93-0e0b0490d9a7,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:34.437275 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:34.484100 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b0194e-7832-48e7-b5e5-a07a6bfc97d7', 'tag': 'e3318442-ff36-4c83-9f93-0e0b0490d9a7', 'status': 'completed', 'code': 200} May 10 15:13:34.524461 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-33f3b2db-cb03-4f98-8e6e-eb25d9a9d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:34.526515 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-33f3b2db-cb03-4f98-8e6e-eb25d9a9d0c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a22c3d71a5347bfabf38d5ba9476dab&device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 1101 time: 0.0754521 May 10 15:13:34.597557 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-1f557ea9-3ee7-4147-8855-e76c1a250d9c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=e3318442-ff36-4c83-9f93-0e0b0490d9a7 HTTP/1.1" status: 200 len: 217 time: 0.0639935 May 10 15:13:34.659321 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-451378aa-62a1-4905-aab7-9ef75bb2f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:34.660751 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-451378aa-62a1-4905-aab7-9ef75bb2f400 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=262f1857-3c57-44f6-b60e-decb5a33d4d3 HTTP/1.1" status: 200 len: 843 time: 0.0573888 May 10 15:13:34.828694 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-9ffc1c9b-1b2c-4ca5-be49-c96aa5fe1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:34.830253 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-9ffc1c9b-1b2c-4ca5-be49-c96aa5fe1323 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4af20786-3527-480b-8094-6b9f49dde95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1627145 May 10 15:13:34.961165 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-d98bfbfa-0885-4e28-abb4-d7421a0475e7 service neutron] 10.222.0.38 "GET /v2.0/networks/4af20786-3527-480b-8094-6b9f49dde95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233625 May 10 15:13:35.062391 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf12ee-438e-46c2-880c-be07716cc3c5 req-c4adfc06-c7fd-4c37-abe9-e8c26e1d152f tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:35.064397 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0cbf12ee-438e-46c2-880c-be07716cc3c5 req-c4adfc06-c7fd-4c37-abe9-e8c26e1d152f tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 948 time: 0.0814910 May 10 15:13:35.092428 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-e4cd590a-d4f6-4308-ab84-f8f14bd2eb1b req-9f1e03fc-0325-469f-b237-fb9be73e566a service neutron] 10.222.0.38 "GET /v2.0/networks/4af20786-3527-480b-8094-6b9f49dde95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253648 May 10 15:13:35.115690 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-0cbf12ee-438e-46c2-880c-be07716cc3c5 req-3412494e-d6be-4381-9edc-033a96755f8f tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c59965e-e700-4f69-a97e-df39b76a0293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449977 May 10 15:13:35.208230 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd7e10-1d98-4150-b1c1-0eb154875c28 req-b957bec1-ac64-4fa7-b6d2-b6cbd277a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:35.209674 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-befd7e10-1d98-4150-b1c1-0eb154875c28 req-b957bec1-ac64-4fa7-b6d2-b6cbd277a137 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a22c3d71a5347bfabf38d5ba9476dab&device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 1101 time: 0.0708313 May 10 15:13:35.340453 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd7e10-1d98-4150-b1c1-0eb154875c28 req-1489c492-c352-409e-bc18-d587c650691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:35.341903 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-befd7e10-1d98-4150-b1c1-0eb154875c28 req-1489c492-c352-409e-bc18-d587c650691a service neutron] 10.222.0.38 "GET /v2.0/networks?id=4af20786-3527-480b-8094-6b9f49dde95c HTTP/1.1" status: 200 len: 870 time: 0.1256900 May 10 15:13:35.412457 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-befd7e10-1d98-4150-b1c1-0eb154875c28 req-82ca68a5-421b-41f7-a0bd-45bd80ec8419 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=e3318442-ff36-4c83-9f93-0e0b0490d9a7 HTTP/1.1" status: 200 len: 217 time: 0.0633912 May 10 15:13:35.476106 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd7e10-1d98-4150-b1c1-0eb154875c28 req-f6d92f02-3d44-4ec7-95c1-145f108c3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:35.477544 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-befd7e10-1d98-4150-b1c1-0eb154875c28 req-f6d92f02-3d44-4ec7-95c1-145f108c3da6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=262f1857-3c57-44f6-b60e-decb5a33d4d3 HTTP/1.1" status: 200 len: 843 time: 0.0580311 May 10 15:13:35.553861 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd7e10-1d98-4150-b1c1-0eb154875c28 req-e3089196-2723-4cc1-a75d-7c013d51717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:35.555331 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-befd7e10-1d98-4150-b1c1-0eb154875c28 req-e3089196-2723-4cc1-a75d-7c013d51717a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4af20786-3527-480b-8094-6b9f49dde95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709126 May 10 15:13:35.682360 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-befd7e10-1d98-4150-b1c1-0eb154875c28 req-7389b8d3-e14b-4f3c-904d-6b48da58a901 service neutron] 10.222.0.38 "GET /v2.0/networks/4af20786-3527-480b-8094-6b9f49dde95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191218 May 10 15:13:35.812011 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-befd7e10-1d98-4150-b1c1-0eb154875c28 req-8331b01b-198f-48d0-a523-99b813369db6 service neutron] 10.222.0.38 "GET /v2.0/networks/4af20786-3527-480b-8094-6b9f49dde95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230998 May 10 15:13:36.443086 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220b86c-148a-40c0-9eaf-75a9017c373e req-3291a4fd-8fd1-4e4b-96e7-d815c3ce43fd tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:36.444490 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a220b86c-148a-40c0-9eaf-75a9017c373e req-3291a4fd-8fd1-4e4b-96e7-d815c3ce43fd tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 948 time: 0.0789838 May 10 15:13:36.488317 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a220b86c-148a-40c0-9eaf-75a9017c373e req-73e5ce83-aa52-453c-8eae-333c8fad67fb tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c59965e-e700-4f69-a97e-df39b76a0293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376346 May 10 15:13:36.508095 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device e3318442-ff36-4c83-9f93-0e0b0490d9a7 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:13:36.636879 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port e3318442-ff36-4c83-9f93-0e0b0490d9a7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e3318442-ff36-4c83-9f93-0e0b0490d9a7,segment=NetworkSegment(89d19f39-e97a-4991-8497-a50ab420dad0),segment_id=89d19f39-e97a-4991-8497-a50ab420dad0)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:36.649347 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Returning: {'device': 'e3318442-ff36-4c83-9f93-0e0b0490d9a7', 'network_id': '4af20786-3527-480b-8094-6b9f49dde95c', 'port_id': 'e3318442-ff36-4c83-9f93-0e0b0490d9a7', 'mac_address': 'fa:16:3e:21:34:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262f1857-3c57-44f6-b60e-decb5a33d4d3', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:13:36.709605 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:36.725378 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3318442-ff36-4c83-9f93-0e0b0490d9a7 {{(pid=78718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:13:36.739971 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port e3318442-ff36-4c83-9f93-0e0b0490d9a7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e3318442-ff36-4c83-9f93-0e0b0490d9a7,segment=NetworkSegment(89d19f39-e97a-4991-8497-a50ab420dad0),segment_id=89d19f39-e97a-4991-8497-a50ab420dad0)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:36.743628 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:36.745889 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:36.809860 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=e3318442-ff36-4c83-9f93-0e0b0490d9a7,revision_number=4']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:36.812859 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:36.949013 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['e3318442-ff36-4c83-9f93-0e0b0490d9a7'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:13:37.674529 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b82cb-aa8b-4cd8-a8de-e4e919a82312 req-e7bf5c29-ad1d-40a5-a9fb-83b9dc9950c4 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:37.675955 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9d1b82cb-aa8b-4cd8-a8de-e4e919a82312 req-e7bf5c29-ad1d-40a5-a9fb-83b9dc9950c4 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 949 time: 0.0822442 May 10 15:13:37.720106 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-9d1b82cb-aa8b-4cd8-a8de-e4e919a82312 req-81a9ae2a-e67c-4f37-b1ba-077a1b589720 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c59965e-e700-4f69-a97e-df39b76a0293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382857 May 10 15:13:38.533241 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device e3318442-ff36-4c83-9f93-0e0b0490d9a7 up at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:13:38.599306 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning for port e3318442-ff36-4c83-9f93-0e0b0490d9a7 completed by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:13:38.604203 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.db.provisioning_blocks [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Provisioning complete for port e3318442-ff36-4c83-9f93-0e0b0490d9a7 triggered by entity L2. {{(pid=78718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:13:38.604574 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987728'] for port, provisioning_complete {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:38.719487 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639431'] for port, before_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:38.745698 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b0194e-7832-48e7-b5e5-a07a6bfc97d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3318442-ff36-4c83-9f93-0e0b0490d9a7'}] {{(pid=78718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:13:38.755238 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] For port e3318442-ff36-4c83-9f93-0e0b0490d9a7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e3318442-ff36-4c83-9f93-0e0b0490d9a7,segment=NetworkSegment(89d19f39-e97a-4991-8497-a50ab420dad0),segment_id=89d19f39-e97a-4991-8497-a50ab420dad0)] {{(pid=78718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:38.760811 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771351080039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771350661389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771350661434'] for port, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:38.762803 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:38.832570 dv-cinder-780933-4-iscsi neutron-server[78718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b0194e-7832-48e7-b5e5-a07a6bfc97d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3318442-ff36-4c83-9f93-0e0b0490d9a7', 'code': 200} May 10 15:13:38.865557 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Pushing event updated for resources: {'Port': ['ID=e3318442-ff36-4c83-9f93-0e0b0490d9a7,revision_number=5']} {{(pid=78718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:38.868718 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG oslo_concurrency.lockutils [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:38.912779 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccff84-c027-453f-923a-e3b9e9a6a078 req-cfede4b2-5834-42d8-9c56-d6bf60df3560 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:38.914266 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e1ccff84-c027-453f-923a-e3b9e9a6a078 req-cfede4b2-5834-42d8-9c56-d6bf60df3560 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 950 time: 0.0804656 May 10 15:13:38.965267 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-e1ccff84-c027-453f-923a-e3b9e9a6a078 req-e0b82a1e-e950-4126-9473-d31c055ba31b tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c59965e-e700-4f69-a97e-df39b76a0293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443156 May 10 15:13:39.023315 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad9b59-49c9-4d55-b4da-3346136ae3cd req-ce806b77-91fc-434a-85b1-eeb2d06a2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:39.024780 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-97ad9b59-49c9-4d55-b4da-3346136ae3cd req-ce806b77-91fc-434a-85b1-eeb2d06a2e31 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 1103 time: 0.0691359 May 10 15:13:39.064235 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-97ad9b59-49c9-4d55-b4da-3346136ae3cd req-1d5f9614-534e-4e4a-8a03-655b2a682a8d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8c59965e-e700-4f69-a97e-df39b76a0293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331795 May 10 15:13:39.313080 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:13:40.146280 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14eae5-fa63-415e-bc43-59ceb9a91295 req-e228a5a5-65e6-4c40-b972-e494a7e27834 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:40.147624 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bf14eae5-fa63-415e-bc43-59ceb9a91295 req-e228a5a5-65e6-4c40-b972-e494a7e27834 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 950 time: 0.0779457 May 10 15:13:40.191525 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-bf14eae5-fa63-415e-bc43-59ceb9a91295 req-284648e7-2aa5-44b7-8dd1-a897eb80f0d4 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c59965e-e700-4f69-a97e-df39b76a0293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382555 May 10 15:13:40.613312 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc964400-f8f7-4d5f-a232-1cda3cb4c045 req-17416df9-c26a-44f8-9f7f-3a21a33c1181 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:40.614757 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-dc964400-f8f7-4d5f-a232-1cda3cb4c045 req-17416df9-c26a-44f8-9f7f-3a21a33c1181 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 950 time: 0.0822592 May 10 15:13:40.658144 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-dc964400-f8f7-4d5f-a232-1cda3cb4c045 req-edb276d3-2449-494f-b001-d2d80f4d996f tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c59965e-e700-4f69-a97e-df39b76a0293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376706 May 10 15:13:41.848878 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fd6b0-5c89-4f8e-968e-95a866006733 req-7187eee7-c7e8-4292-b398-5fb12baff57b tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:41.849603 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5bf21-5970-4910-882a-379935fa180f req-fea366fb-c432-416a-bfa8-022846c462cc tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:41.850000 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-0ba5bf21-5970-4910-882a-379935fa180f req-fea366fb-c432-416a-bfa8-022846c462cc tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Synchronizing usage tracker for tenant:5a22c3d71a5347bfabf38d5ba9476dab on resource:port {{(pid=78717) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:13:41.850523 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-739fd6b0-5c89-4f8e-968e-95a866006733 req-7187eee7-c7e8-4292-b398-5fb12baff57b tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 950 time: 0.0831876 May 10 15:13:41.866735 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [req-0ba5bf21-5970-4910-882a-379935fa180f req-fea366fb-c432-416a-bfa8-022846c462cc tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Unset dirty status for tenant:5a22c3d71a5347bfabf38d5ba9476dab on resource:port {{(pid=78717) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:13:41.867843 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-0ba5bf21-5970-4910-882a-379935fa180f req-fea366fb-c432-416a-bfa8-022846c462cc tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.38 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 950 time: 0.0998688 May 10 15:13:41.900102 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-739fd6b0-5c89-4f8e-968e-95a866006733 req-93f845dd-83d1-403d-a113-3e942be52925 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c59965e-e700-4f69-a97e-df39b76a0293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 May 10 15:13:42.003149 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-0ba5bf21-5970-4910-882a-379935fa180f req-87efc323-bb81-448d-9ae1-6c5617ae8f91 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Deleting port e3318442-ff36-4c83-9f93-0e0b0490d9a7 {{(pid=78717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:13:42.003566 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-0ba5bf21-5970-4910-882a-379935fa180f req-87efc323-bb81-448d-9ae1-6c5617ae8f91 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771351075741'] for port, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:42.131226 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.db [req-0ba5bf21-5970-4910-882a-379935fa180f req-87efc323-bb81-448d-9ae1-6c5617ae8f91 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] For port e3318442-ff36-4c83-9f93-0e0b0490d9a7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e3318442-ff36-4c83-9f93-0e0b0490d9a7,segment=NetworkSegment(89d19f39-e97a-4991-8497-a50ab420dad0),segment_id=89d19f39-e97a-4991-8497-a50ab420dad0)] {{(pid=78717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:42.131573 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-0ba5bf21-5970-4910-882a-379935fa180f req-87efc323-bb81-448d-9ae1-6c5617ae8f91 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8273072'] for port, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:42.345257 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.plugins.ml2.plugin [req-0ba5bf21-5970-4910-882a-379935fa180f req-87efc323-bb81-448d-9ae1-6c5617ae8f91 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Calling delete_port for e3318442-ff36-4c83-9f93-0e0b0490d9a7 owned by compute:nova {{(pid=78717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:13:42.450894 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-0ba5bf21-5970-4910-882a-379935fa180f req-87efc323-bb81-448d-9ae1-6c5617ae8f91 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7880322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771351080048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771350661380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6801117'] for port, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:42.456210 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-5489ac0a-9011-42f1-88df-a03f8b4b7d04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:42.464161 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.db [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] get_ports_and_sgs() called for port_ids ['e3318442-ff36-4c83-9f93-0e0b0490d9a7'] {{(pid=78718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:13:42.500603 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efc323-bb81-448d-9ae1-6c5617ae8f91 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Pushing event deleted for resources: {'Port': ['ID=e3318442-ff36-4c83-9f93-0e0b0490d9a7,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:42.503676 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-87efc323-bb81-448d-9ae1-6c5617ae8f91 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:42.578338 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba5bf21-5970-4910-882a-379935fa180f req-87efc323-bb81-448d-9ae1-6c5617ae8f91 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] No DVR routers for this DVR port e3318442-ff36-4c83-9f93-0e0b0490d9a7 on host hv-cinder-78093 {{(pid=78717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:13:42.580843 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [req-0ba5bf21-5970-4910-882a-379935fa180f req-87efc323-bb81-448d-9ae1-6c5617ae8f91 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57568'] for port, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:42.583505 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b0194e-7832-48e7-b5e5-a07a6bfc97d7', 'name': 'network-vif-deleted', 'tag': 'e3318442-ff36-4c83-9f93-0e0b0490d9a7'}] {{(pid=78717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:13:42.600707 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [req-0ba5bf21-5970-4910-882a-379935fa180f req-87efc323-bb81-448d-9ae1-6c5617ae8f91 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.38 "DELETE /v2.0/ports/e3318442-ff36-4c83-9f93-0e0b0490d9a7 HTTP/1.1" status: 204 len: 173 time: 0.7274592 May 10 15:13:42.632530 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b0194e-7832-48e7-b5e5-a07a6bfc97d7', 'name': 'network-vif-deleted', 'tag': 'e3318442-ff36-4c83-9f93-0e0b0490d9a7', 'status': 'completed', 'code': 200} May 10 15:13:43.166874 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [req-a8a80270-2325-4cb4-b53c-7211706c034f req-1ef1c964-684e-408a-86ee-e6936fda8ee1 tempest-VolumesNegativeTest-2122706329 tempest-VolumesNegativeTest-2122706329-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b0194e-7832-48e7-b5e5-a07a6bfc97d7 HTTP/1.1" status: 200 len: 210 time: 0.1481271 May 10 15:13:44.533359 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device e3318442-ff36-4c83-9f93-0e0b0490d9a7 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:13:44.569714 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.plugin [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] No Port match for: e3318442-ff36-4c83-9f93-0e0b0490d9a7 {{(pid=78718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:13:44.570065 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron.plugins.ml2.rpc [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Device e3318442-ff36-4c83-9f93-0e0b0490d9a7 not bound to the agent host hv-cinder-78093 {{(pid=78718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:13:46.234946 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:48.684560 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39668) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:48.828427 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-e4a4afec-7590-474b-a7dd-dea01099cff9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a22c3d71a5347bfabf38d5ba9476dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426022 May 10 15:13:48.830950 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39674) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:48.887592 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a73e629b-f817-40bb-9332-270515c38631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:48.912009 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a73e629b-f817-40bb-9332-270515c38631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:48.961810 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a73e629b-f817-40bb-9332-270515c38631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:48.965247 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e1a9cf12-7a99-4368-9da8-132a5ea8ce0c tempest-AttachVolumeShelveTestJSON-158262116 tempest-AttachVolumeShelveTestJSON-158262116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:48.975803 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e629b-f817-40bb-9332-270515c38631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c59965e-e700-4f69-a97e-df39b76a0293,revision_number=None']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:48.978745 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-a73e629b-f817-40bb-9332-270515c38631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:48.983616 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-a73e629b-f817-40bb-9332-270515c38631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:48.984758 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-a73e629b-f817-40bb-9332-270515c38631 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c59965e-e700-4f69-a97e-df39b76a0293 HTTP/1.1" status: 204 len: 168 time: 0.1528981 May 10 15:13:58.037074 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-75621deb-0ac9-4c86-931c-2473ce57da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:58.522930 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [-] (78717) accepted ('10.222.0.43', 39750) {{(pid=78717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:58.640542 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-65ca9eff-92c2-4020-84a4-e2855fba72af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:58.657409 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-65ca9eff-92c2-4020-84a4-e2855fba72af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:13:58.661123 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-65ca9eff-92c2-4020-84a4-e2855fba72af admin admin] Usage tracker for resource:security_group_rule and tenant:612816569d0a437e9d79c35b05eb4564 is out of sync, need to count used quota {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:13:58.663891 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.quota.resource [None req-65ca9eff-92c2-4020-84a4-e2855fba72af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78717) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:13:58.669335 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.db.quota.driver [None req-65ca9eff-92c2-4020-84a4-e2855fba72af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78717) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:13:58.751228 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-65ca9eff-92c2-4020-84a4-e2855fba72af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:58.755816 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-65ca9eff-92c2-4020-84a4-e2855fba72af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_create {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:58.763823 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-57c80750-20a3-4ec4-8f8e-1c812c91922a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:58.801708 dv-cinder-780933-4-iscsi neutron-server[78717]: INFO neutron.wsgi [None req-65ca9eff-92c2-4020-84a4-e2855fba72af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=612816569d0a437e9d79c35b05eb4564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777798 May 10 15:13:58.803589 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca9eff-92c2-4020-84a4-e2855fba72af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee6140f-1bd3-41b3-84b5-41c6efbc14c1,revision_number=1']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:58.804676 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [-] (78716) accepted ('10.222.0.43', 39756) {{(pid=78716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:58.807270 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-65ca9eff-92c2-4020-84a4-e2855fba72af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:58.867724 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5ca99473-5674-4dee-8f95-bb15e269a9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:58.893119 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5ca99473-5674-4dee-8f95-bb15e269a9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:58.947017 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5ca99473-5674-4dee-8f95-bb15e269a9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7899799'] for security_group, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:58.951838 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-721658c7-125b-4ec4-9563-216a381c7061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:58.963560 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca99473-5674-4dee-8f95-bb15e269a9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee6140f-1bd3-41b3-84b5-41c6efbc14c1,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:58.968041 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5ca99473-5674-4dee-8f95-bb15e269a9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:58.972079 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5ca99473-5674-4dee-8f95-bb15e269a9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:58.973177 dv-cinder-780933-4-iscsi neutron-server[78716]: INFO neutron.wsgi [None req-5ca99473-5674-4dee-8f95-bb15e269a9b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ee6140f-1bd3-41b3-84b5-41c6efbc14c1 HTTP/1.1" status: 204 len: 168 time: 0.1658478 May 10 15:14:00.452708 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-bf082c25-8edf-44c8-87e0-50c2d047c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:00.483881 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.618184 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:03.213578 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:16.225975 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:16.312002 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:14:28.037025 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-03a49a14-02d0-4379-b262-7ce8d40e8d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:30.453897 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ace78e00-7261-4be1-9433-3d7875fdd415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:30.485042 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:31.618557 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:33.216720 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.228701 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.311795 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:14:58.038033 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-35df4e2b-ae2a-4280-904b-956badefec68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.454364 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-b16b6e2c-fba0-4a17-afd4-6b06b624f64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.486342 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:01.620663 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:03.221807 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:16.247750 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:28.039787 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-61026aba-f7bb-49eb-8453-3166071641a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:30.311145 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:15:30.455094 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-7d9d289c-633d-460d-8cbe-73e2399c872e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:30.487304 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:31.623657 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:33.221920 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:46.246641 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:58.040870 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-cba78fbb-5a29-4628-97f3-6012a0b8477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:00.455057 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-dd196dee-0fe7-4cb9-97dd-5b13ddb92559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:00.487497 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:01.625771 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:03.224702 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:07.310856 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:16:16.246152 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:25.128508 dv-cinder-780933-4-iscsi neutron-server[78717]: DEBUG neutron.wsgi [req-0c4f8694-c19b-41ab-bf2c-b01a65075ec9 req-d3c5e7fb-7adf-4cc0-9932-ed421f283df0 service neutron] (78717) timed out ('10.222.0.38', 60984) {{(pid=78717) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 15:16:28.041423 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-52f7289f-5b98-44ef-8ef2-a8a64ee92afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:30.455476 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-7dd32744-aaa7-4fec-a44b-45fcd87446b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:30.491225 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:31.628535 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.227521 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:34.012325 dv-cinder-780933-4-iscsi neutron-server[78716]: DEBUG neutron.wsgi [req-2a189e46-cc79-4bab-9595-ddc4a0ca1230 req-f13422fc-1e79-4727-b967-fcb066a6f63a service neutron] (78716) timed out ('10.222.0.38', 60992) {{(pid=78716) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 15:16:44.310351 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:16:46.250180 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:58.042438 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-2bb08edd-f1ae-48d1-a2fc-c76ea6551db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:00.455552 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-1cd69fc5-7d2d-4c73-bf27-9feaa1276493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:00.492456 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:01.631622 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:03.230806 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:16.244694 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.309680 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:17:28.043779 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-dd31a9c2-f4e7-4e76-910a-7b311a15c106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:30.457768 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-0b99d39b-b078-49ba-b052-d9e8b078ef39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:30.492826 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:31.634439 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:33.233437 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:46.259461 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:58.044481 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-eb55be52-5869-44c3-b71d-64ef12b49750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:58.308411 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:18:00.458277 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-e242176a-794a-48aa-b8cc-33c47cd39ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:00.494534 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:01.637253 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:03.236037 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:16.274011 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:28.047797 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ec94e23a-9053-46a5-a8d4-546c5f1b2d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:30.459007 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-92d5de3d-b923-4606-a51f-c1ffabb9d462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:30.495482 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:31.639880 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:33.237002 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:35.307926 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:18:46.287244 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.049693 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-4c96bc13-eec1-463a-9fd9-cfcc89fb7841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:00.460939 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-16bd221d-ba1e-4e47-a430-8ff48ac4b5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:00.496290 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-d8016553-e667-494a-979e-1b8998c93a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:01.643290 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-ea233fe4-cdf8-4ac9-bdb1-f57835f609f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:03.240104 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-c105d8eb-a950-4607-8b92-7e795b329f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:12.307605 dv-cinder-780933-4-iscsi neutron-server[78719]: DEBUG neutron.db.agents_db [None req-c7d38eea-db40-473f-8526-4d7fba1b019a None None] Agent healthcheck: found 6 active agents {{(pid=78719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:19:16.288634 dv-cinder-780933-4-iscsi neutron-server[78718]: DEBUG neutron_lib.callbacks.manager [None req-259ec8db-5931-4f6e-b1ea-d667feaa6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771351086758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987875'] for agent, after_update {{(pid=78718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}